---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:41:23.793198Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-12d88-7bbf487fc6-js8jk
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:41:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c78d040cec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 9ed2d942-79ed-4f51-aff3-64b535547c29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: "2026-09-05T02:41:24Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:41:24Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c78f1ff32bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: b3a8e263-d28d-4ddd-b82a-03b5a8527580
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-12d88}
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: "2026-09-05T02:41:24Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:24Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c78f34586ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: 3ae39486-3c51-47cc-9288-d7eceb34c67e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-12d88}
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: "2026-09-05T02:41:24Z"
  message: 'Created container: ensemble-graph-12d88'
  metadata:
    creationTimestamp: "2026-09-05T02:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:24Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c78f62950f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 90fb8576-7575-403e-a51f-1a3bf66af872
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-12d88}
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: "2026-09-05T02:41:24Z"
  message: Started container ensemble-graph-12d88
  metadata:
    creationTimestamp: "2026-09-05T02:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:24Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c78f6b094bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 42c93b9c-0d4e-4e76-b699-bee35e37501a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-12d88}
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: "2026-09-05T02:41:33Z"
  message: Stopping container ensemble-graph-12d88
  metadata:
    creationTimestamp: "2026-09-05T02:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:33Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c7b28dedd69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 9b1791aa-3a88-4460-aa12-3377d0372d73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-12d88}
    kind: Pod
    name: ensemble-graph-12d88-7bbf487fc6-js8jk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: b67bd79a-2dec-4e98-8fa2-f6c4b5cd07a0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:00Z"
    name: ensemble-graph-12d88-7bbf487fc6-js8jk.18d24c7b8e842cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 1ff2a9b7-1171-4976-a252-7557ab7ac03e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-12d88-7bbf487fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 68bca27f-fecf-438c-a5b1-7659a67f221d
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: 'Created pod: ensemble-graph-12d88-7bbf487fc6-js8jk'
  metadata:
    creationTimestamp: "2026-09-05T02:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: ensemble-graph-12d88-7bbf487fc6.18d24c78cfd6743e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: a5e0a738-819a-41b8-b8bc-a7aacba1527b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: f0ab2ad6-aa27-40b6-a65d-44efaf9ab539
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: Scaled up replica set ensemble-graph-12d88-7bbf487fc6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: ensemble-graph-12d88.18d24c78cf2cf614
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: ca294b50-b437-4db6-9735-0323f1a47b4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 41627c17-2863-4d08-be2f-971b6e97724c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: InferenceGraph [ensemble-graph-12d88] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: ensemble-graph-12d88.18d24c78d48e6fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 55abc566-3421-4158-a980-0ef89967db66
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:42:34.099552Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-9755b-f5958d5c6-nrxg6
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24c892ed6a15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22319"
    uid: 867e7df3-94cc-4836-a76d-0351d5a049bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24c8950f2e196
    namespace: kserve-ci-e2e-test
    resourceVersion: "22339"
    uid: 35eb4141-76ae-424d-960b-ad2f466e60ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-9755b}
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24c89523eb28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: 92474bad-6be6-4599-a63d-82415121ef32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-9755b}
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: 'Created container: ensemble-graph-9755b'
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24c895550ae22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22343"
    uid: 9f61b1ec-f44f-4cdc-9ee3-39e709567740
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-9755b}
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: Started container ensemble-graph-9755b
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24c8955c78532
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 8fc88e0b-d2b3-454b-aafb-9ca7346a8a15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-9755b}
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: "2026-09-05T02:50:48Z"
  message: Stopping container ensemble-graph-9755b
  metadata:
    creationTimestamp: "2026-09-05T02:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:48Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24cfc5f1dce5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 37481853-c02f-4902-bc10-ffbabd74d285
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-9755b}
    kind: Pod
    name: ensemble-graph-9755b-f5958d5c6-nrxg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: 7b51e7a9-9e28-45d1-89da-e4d4a8a65926
  kind: Event
  lastTimestamp: "2026-09-05T02:51:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:15Z"
    name: ensemble-graph-9755b-f5958d5c6-nrxg6.18d24cfcd7c4ae97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 64329d1f-7fdd-41b7-ac46-8ee1fb98de70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-9755b-f5958d5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: a9edef7d-5e1c-4e85-a6b8-ec9e3d4104c5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: 'Created pod: ensemble-graph-9755b-f5958d5c6-nrxg6'
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b-f5958d5c6.18d24c892e6d98f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: b8651032-ad23-42a2-8f51-e970e42249de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: e0ebd44c-cfd1-4299-aa8c-478bed1e63df
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: Scaled up replica set ensemble-graph-9755b-f5958d5c6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b.18d24c892dc31be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: cd72c29b-5d46-473b-97ae-80a5f4a2c5eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22325"
    uid: 292f17ee-aa29-4e4f-a60b-eab1f548f52c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:34Z"
  message: InferenceGraph [ensemble-graph-9755b] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:34Z"
    name: ensemble-graph-9755b.18d24c89330f3fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 92fa1402-47ef-44cb-aa72-71955bf1239e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: d1c5e3ba-e8c9-42fc-b265-4c174567655f
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: ensemble-graph-9755b.18d24c8caca34a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 96b3ee3c-a1d4-4ca0-a2e6-7ac3b71ebd41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: d1c5e3ba-e8c9-42fc-b265-4c174567655f
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: ensemble-graph-9755b.18d24c8cad58047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22459"
    uid: f963ea28-aa84-42f4-9bb7-bd0096c3ac9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: d1c5e3ba-e8c9-42fc-b265-4c174567655f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:04Z"
    name: ensemble-graph-9755b.18d24c902c8dddb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: 2467a9e6-2a4f-46a6-8771-aabfdcfc2ab6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: d1c5e3ba-e8c9-42fc-b265-4c174567655f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:04Z"
    name: ensemble-graph-9755b.18d24c902ce1a773
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: fa523aa7-1bef-446f-91e0-834b2b929460
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:23.855628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-12d88-predictor-55c899946f-kjljc
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6adbb22100
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: 5e8efc99-1f04-4758-b5fe-a7d5c9001881
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-12d88-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6ae3ccb70e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: fff623b4-997e-4eb3-9a38-59e21d939186
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b2150e98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 03f27d6c-e416-4287-9dcf-93490e59d7b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b22a0544a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 7738f794-07fa-438b-a256-b9a4d0179500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b25f56ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: 4f37be43-3a0f-4681-808e-f08bf372b65d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b26666bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: f2411cf0-5c5b-4c04-b844-fc83b6b7cd75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b2671afb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 89920938-88a9-434c-977b-ec55438140ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b295e3338
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 2d5ad28d-e9f6-4a98-a73c-cc68698b2c5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b29d0ade9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: ac8dce87-86d0-42b3-9113-4ce41396ab52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c6b5b1eebd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: a5dfb3c6-2567-4224-8dd2-842ad942f9e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:41:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:33Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c7b2f592f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 0c5d3e71-db65-40bb-b3ca-470c40917577
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:41:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:33Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c7b2f598b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: bbd9110e-bdfb-4127-848a-6b3b89ef26c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 175df11e-738d-491f-b1b7-5f66190b764a
  kind: Event
  lastTimestamp: "2026-09-05T02:41:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:37Z"
    name: error-404-isvc-12d88-predictor-55c899946f-kjljc.18d24c7be3629614
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 59e060ba-8978-43a0-ab5f-2cbb4f234f9e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-12d88-predictor-55c899946f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 5d42facb-7db9-453d-82c0-0275a60c3b1a
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Created pod: error-404-isvc-12d88-predictor-55c899946f-kjljc'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-12d88-predictor-55c899946f.18d24c6adb4a0ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 26453dc3-a46e-4c1c-b37f-9737938d8022
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 678c2b8e-4aaa-4da1-9780-794b7d77fa5f
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Scaled up replica set error-404-isvc-12d88-predictor-55c899946f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-12d88-predictor.18d24c6ad99bdf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 8e134685-2f77-4269-99b4-6e53c7209b07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: e058dfb5-faa4-46c3-b681-293a653c61fe
  kind: Event
  lastTimestamp: "2026-09-05T02:41:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:08Z"
    name: error-404-isvc-12d88-predictor.18d24c6e581a63c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: afa3e32c-e646-4e3e-a69c-c2b7d9ef947e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: e058dfb5-faa4-46c3-b681-293a653c61fe
  kind: Event
  lastTimestamp: "2026-09-05T02:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:08Z"
    name: error-404-isvc-12d88-predictor.18d24c6e58809481
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 3aceb3d6-995d-4c5e-8ba7-5d1c9e9a1816
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: e058dfb5-faa4-46c3-b681-293a653c61fe
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: error-404-isvc-12d88-predictor.18d24c71d73e91b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: 5c9a93fb-039c-4342-955c-2470ff9c7270
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: e058dfb5-faa4-46c3-b681-293a653c61fe
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: error-404-isvc-12d88-predictor.18d24c71d7ae8ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: 2cf7ca82-372d-4049-8362-575244219326
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: a251fd81-32c4-4d87-a420-a3e0e846c19e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:12Z"
    name: error-404-isvc-12d88.18d24c6ad99d1a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: f42e6bf6-76aa-4515-9c25-875c86252061
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: a251fd81-32c4-4d87-a420-a3e0e846c19e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-12d88": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-12d88":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-12d88.18d24c6ada1d5082
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 96a2812a-9bb6-4cfa-956e-affd3ac2fab9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: a251fd81-32c4-4d87-a420-a3e0e846c19e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-12d88": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-12d88.18d24c6ada1db895
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 51388718-1985-4170-9ade-9a1ad7dc1203
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: a251fd81-32c4-4d87-a420-a3e0e846c19e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:12Z"
  message: InferenceService [error-404-isvc-12d88] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:12Z"
    name: error-404-isvc-12d88.18d24c7616bc6abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: eda51322-94ae-4cca-9c28-4fe032f8c74e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:49.111523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26840"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0a68216883
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 22213c5a-2cdf-4709-947f-292966fc2335
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3af6d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0a756cd59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26872"
    uid: 6943e0da-23ab-4824-81a6-0a1695c0210a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0aae052241
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: d61767da-59a7-4b5c-b972-c5bf948e57f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0aaf494958
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: ce1058af-954e-46a7-bf67-6b4ecf1c5492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0ab1fb1617
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: 5dfe1ce4-ef6c-43a4-ba69-cc11509784f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0ab26d938d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: fafb28fc-4fe2-4c66-89ca-8b3b98138276
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0ab276e3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: dd8ed9d2-ba60-4d4e-b04e-b2a5ec3ef242
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0ab59d2504
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: 1aca030f-e9dc-437e-9a57-50666aceb294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0ab610fcee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fb003760-f6cc-4d96-aa69-41110f817ac8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24d0af7aebb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "27379"
    uid: 01c5f2e0-07df-4163-8009-e8fa84d7fe69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T03:09:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:08Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24dfc4ceb9e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34475"
    uid: 8fb1a7d2-7c13-4c35-8cc5-4fba86f02793
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: ae4118a5-a694-49d0-92d9-d4f154d69c57
  kind: Event
  lastTimestamp: "2026-09-05T03:09:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:08Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4.18d24dfc4cec168f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34476"
    uid: 92eb51b8-66b8-4452-a5a8-9cbd7a70cebb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 9f3ca8e7-de59-43f2-9fbe-ffae8eab70e2
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'Created pod: error-404-isvc-3af6d-predictor-7dd87fb4f9-zgxk4'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: error-404-isvc-3af6d-predictor-7dd87fb4f9.18d24d0a67ade265
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 4dc3af7c-51e4-4a4e-a0c5-69d312e6c802
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26821"
    uid: 36903107-2b63-4061-bf7d-954da1dad53e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: Scaled up replica set error-404-isvc-3af6d-predictor-7dd87fb4f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: error-404-isvc-3af6d-predictor.18d24d0a65c29d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 6612b1ac-5e5f-466c-a110-320169a58a7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: ebbd1c06-f81f-4744-ac06-3533ad1f8aea
  kind: Event
  lastTimestamp: "2026-09-05T02:52:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:04Z"
    name: error-404-isvc-3af6d-predictor.18d24d0de4220c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27182"
    uid: 01cfc532-6dd3-432b-af31-02f84268b50a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: ebbd1c06-f81f-4744-ac06-3533ad1f8aea
  kind: Event
  lastTimestamp: "2026-09-05T02:52:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:04Z"
    name: error-404-isvc-3af6d-predictor.18d24d0de4811302
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: f1694cfe-2bf5-4823-99f3-b049e9aa33df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: ebbd1c06-f81f-4744-ac06-3533ad1f8aea
  kind: Event
  lastTimestamp: "2026-09-05T02:53:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:04Z"
    name: error-404-isvc-3af6d-predictor.18d24d11632f0e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "27777"
    uid: e2ee53d4-7f5d-47fa-b35e-78b23f8709eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: ebbd1c06-f81f-4744-ac06-3533ad1f8aea
  kind: Event
  lastTimestamp: "2026-09-05T02:53:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:04Z"
    name: error-404-isvc-3af6d-predictor.18d24d1163932703
    namespace: kserve-ci-e2e-test
    resourceVersion: "27778"
    uid: a4a2bda4-7e5e-4761-ad7f-27cc50e2f866
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: 81e5d974-b2d5-4902-8362-ff3e06ac594a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:37Z"
    name: error-404-isvc-3af6d.18d24d0a65c314c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: 5d272e86-74a6-412b-bbe5-435ed8d57221
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 81e5d974-b2d5-4902-8362-ff3e06ac594a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:37Z"
  message: InferenceService [error-404-isvc-3af6d] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:37Z"
    name: error-404-isvc-3af6d.18d24d15b298cde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: 3456deb4-7110-4857-b9f0-e39ca2d0708c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:09.033254Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3f635-predictor-bd67df8df-mxddc
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:09Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9adb4860d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 3575bbfc-aa88-4138-becb-4b8e92621055
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-3f635-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:09Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9ba83bd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 6b80a2a6-512b-4997-8482-234ff48c618e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9f34129bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 1c584f86-3011-4b36-b7e2-8d005781e7aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9f4839d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 180d212b-09a7-4b6c-8dc1-906cb9fb19a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9f742ec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 4ffe1f11-c3d3-4841-92aa-a9401d3d934d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9f7b23828
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: 42e13d0d-3890-4e0f-949c-3764fff3a971
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9f7bbeeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 962dc8f0-9ce0-40cc-a7a4-00a402361b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9fbb60395
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: 953a996e-3287-4934-8e3e-1f5885efe90c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24be9fc33a138
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: 3aeb6881-0f16-4fc7-8d5e-04ce5209ab43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:40:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:26Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24bea1f70dbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: 7db94099-506d-4aa3-9911-af91e26948f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24c6ad8dd15e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 82b01707-b738-4282-9d4e-fb2df17f9200
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24c6ad8e0a4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 614bbc3b-3b1d-4649-85b6-26ed09985438
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 44f9ca6b-951b-4716-b11a-2c8d478c9a95
  kind: Event
  lastTimestamp: "2026-09-05T02:40:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:26Z"
    name: error-404-isvc-3f635-predictor-bd67df8df-mxddc.18d24c6b93f80e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: eb02f3d2-3e2c-4858-9e98-7c6bc2f3aad7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-3f635-predictor-bd67df8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: b561f1ef-f1e2-41eb-8fa3-0cb6bc96df22
  kind: Event
  lastTimestamp: "2026-09-05T02:31:09Z"
  message: 'Created pod: error-404-isvc-3f635-predictor-bd67df8df-mxddc'
  metadata:
    creationTimestamp: "2026-09-05T02:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:09Z"
    name: error-404-isvc-3f635-predictor-bd67df8df.18d24be9ad46b846
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 2a5e3677-94b0-45ff-a2a1-aaa6835833b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 402c36b0-1c75-4c9b-bfd5-9b35ba9ab83a
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Scaled up replica set error-404-isvc-3f635-predictor-bd67df8df from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: error-404-isvc-3f635-predictor.18d24be9aa0bd2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: c026f6d3-2480-41da-b93c-5c27ff4a6e6e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 35583aa6-7396-41b5-b5d1-86e4c5dcd4a3
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: error-404-isvc-3f635-predictor.18d24bed2866eef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 5dbf0110-b5db-4723-b893-7fdcc33d3007
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 35583aa6-7396-41b5-b5d1-86e4c5dcd4a3
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: error-404-isvc-3f635-predictor.18d24bed28d20d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: 4563548e-89c4-4253-978b-e547af15bef6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 35583aa6-7396-41b5-b5d1-86e4c5dcd4a3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:24Z"
    name: error-404-isvc-3f635-predictor.18d24bf7a4d4fe24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 644933b9-708f-4929-a0c4-0065a4d433e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 35583aa6-7396-41b5-b5d1-86e4c5dcd4a3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:24Z"
    name: error-404-isvc-3f635-predictor.18d24bf7a5386a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 3a846967-5ba3-4231-aa68-93f9988b3cbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 67854c6c-4806-4c5d-a667-4d90e0fd1c10
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: error-404-isvc-3f635.18d24be9aa0c1644
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: f97f3b01-c262-4c06-abda-1f038fc3cab3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 67854c6c-4806-4c5d-a667-4d90e0fd1c10
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: InferenceService [error-404-isvc-3f635] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: error-404-isvc-3f635.18d24bf4dacdbf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: ed6233ef-ca6b-42fb-b8aa-f14b061b98ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:42:24.127684Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c86dc781059
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: cb12110f-dc84-47bd-973b-1bf3a83a97fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c86fe8157a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 13cf79ea-d6b5-4267-b362-c0ce248bc7d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c86ffd621ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 732d6089-0c8a-40a8-9493-169f0a10eea2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c8702aa993f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 33a991df-72ac-4bce-9b20-1a794f2dd5c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c8703374b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: 6681468d-f2c2-4a2f-a765-b122cc858801
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c87034111b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 5eff0e1b-c7f9-41a2-8702-0d2900065e4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c8706675714
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: e4cde031-9993-4959-83b8-a4ad09f17f34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c8706d7c708
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 3b14d778-5892-4ddd-97c7-c6c1d9037e1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:51Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24c872c40f06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: 8176dbdb-1c21-44ca-ae48-5f63b2159b2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24d0a59fd34a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26776"
    uid: 47f63b48-d6bb-4a47-aa67-3b3a9c8d2909
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24d0a59fdd1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 4a44fc95-f372-4eed-994c-45b5c66ade97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 3bbfbf95-48de-49db-b47c-cdf940039b05
  kind: Event
  lastTimestamp: "2026-09-05T02:51:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:51Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4.18d24d0af4ab1cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26923"
    uid: cad98277-23f6-47a3-8744-6b301a9347aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-43d66-predictor-5cccddb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22161"
    uid: 7044be47-f7d6-4de5-90fb-3495e32c5739
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: 'Created pod: error-404-isvc-43d66-predictor-5cccddb6f-zzgq4'
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor-5cccddb6f.18d24c86db9b7d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: 0362cb85-c9d1-45ed-84c8-d42ce24afd8a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: a5b64694-2f14-43fa-a315-3beb27ea01a0
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: Scaled up replica set error-404-isvc-43d66-predictor-5cccddb6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: error-404-isvc-43d66-predictor.18d24c86d9e949ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 10271110-ecf6-4544-875c-868145e18492
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: f015a989-a9a6-4f2f-b5cc-65e8de44c3f5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:39Z"
    name: error-404-isvc-43d66-predictor.18d24c8a58670c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: 6ae26770-b7ae-478b-ba47-621f4614039b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: f015a989-a9a6-4f2f-b5cc-65e8de44c3f5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:39Z"
    name: error-404-isvc-43d66-predictor.18d24c8a58d22bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22380"
    uid: f82e6a33-b22c-471b-b507-61adcb108c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: f015a989-a9a6-4f2f-b5cc-65e8de44c3f5
  kind: Event
  lastTimestamp: "2026-09-05T02:44:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:09Z"
    name: error-404-isvc-43d66-predictor.18d24c8dd78c570f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: 071ff8d9-a64c-4812-8bcb-0c80b10f19a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: f015a989-a9a6-4f2f-b5cc-65e8de44c3f5
  kind: Event
  lastTimestamp: "2026-09-05T02:44:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:09Z"
    name: error-404-isvc-43d66-predictor.18d24c8dd7eab593
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 2cb798ab-5c71-4dcc-a894-e37ef526c46c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: 24a46edc-3c8a-4d1d-8081-498b46ea1fa6
  kind: Event
  lastTimestamp: "2026-09-05T02:43:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:11Z"
    name: error-404-isvc-43d66.18d24c86d9feb250
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: a1b000f8-6dab-4177-b24b-193ec9cf9441
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22648"
    uid: 24a46edc-3c8a-4d1d-8081-498b46ea1fa6
  kind: Event
  lastTimestamp: "2026-09-05T02:43:11Z"
  message: InferenceService [error-404-isvc-43d66] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:11Z"
    name: error-404-isvc-43d66.18d24c91e71480ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22649"
    uid: f8e92e80-17ea-4b80-ac8f-e241de57f2c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:41:13.788736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c767bf0f3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 53309d46-4dce-48db-8011-f1e09140f41c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c769dd64a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: bf010f3e-6308-4456-b16d-e7b64e72706b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c769f41982b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: 7289c3fe-e06a-4d28-b219-fb21880b4047
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c76a1f39e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 59bdc7f3-4839-4899-9d79-c95c61a37481
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c76a26611e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: 1d5d7d8c-55b8-400b-b3eb-a4a86c1c3e27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c76a2702b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 65994fcf-f067-4606-a79d-6bbdfd76b28e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c76a520e81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 4d828902-498e-49c2-b349-8316304bd3bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c76a59411d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21250"
    uid: eb9d19a7-6530-49d2-883c-e7ff7d8e580d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:41:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:52Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c770ad9a26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 55d5d021-947f-4241-b06f-cb110f0a539a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:23Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c86cfdb6c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 3d3fecd1-451e-42da-a332-d1036c2eb108
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: cb9f34f3-00f7-483a-87e1-7c8021003116
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:23Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j.18d24c86cfdbaa17
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 8042ba86-5972-4850-80d5-a5a7d67a1a2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-80c39-predictor-58b9fd5fdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: 323a8aac-c944-4183-a977-80431bf5e899
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: 'Created pod: error-404-isvc-80c39-predictor-58b9fd5fdf-kf94j'
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: error-404-isvc-80c39-predictor-58b9fd5fdf.18d24c767b850c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 1bd3f581-5998-4da9-923f-ba83309cd784
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: ccbd5b8d-ee55-454d-87db-488c9fe1db15
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Scaled up replica set error-404-isvc-80c39-predictor-58b9fd5fdf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: error-404-isvc-80c39-predictor.18d24c7679c44c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: 21123f81-e55e-48c2-8298-3cb5815b8e92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 5f71e6c1-413c-4241-bef3-0e1b49eb4199
  kind: Event
  lastTimestamp: "2026-09-05T02:41:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:28Z"
    name: error-404-isvc-80c39-predictor.18d24c79f829cf83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 0b6df3ad-e73f-4802-9e0e-9d32cffd458d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: 5f71e6c1-413c-4241-bef3-0e1b49eb4199
  kind: Event
  lastTimestamp: "2026-09-05T02:41:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:28Z"
    name: error-404-isvc-80c39-predictor.18d24c79f8865496
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: f667d132-5b13-492c-a561-e6b0e2bd51a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 5f71e6c1-413c-4241-bef3-0e1b49eb4199
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: error-404-isvc-80c39-predictor.18d24c7d7726ae81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 9a84923f-78ed-4762-b653-ecccfd73782f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 5f71e6c1-413c-4241-bef3-0e1b49eb4199
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: error-404-isvc-80c39-predictor.18d24c7d77a590dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 36910a86-caad-4345-a689-bcce906a2a6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-80c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: f2159666-d479-43a6-b2e4-b453173a34c3
  kind: Event
  lastTimestamp: "2026-09-05T02:42:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:02Z"
    name: error-404-isvc-80c39.18d24c7679c68692
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: f4061e9c-1142-477a-b0c8-0246e47e1327
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-80c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: f2159666-d479-43a6-b2e4-b453173a34c3
  kind: Event
  lastTimestamp: "2026-09-05T02:42:02Z"
  message: InferenceService [error-404-isvc-80c39] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:02Z"
    name: error-404-isvc-80c39.18d24c81c6367db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: d61f0fec-7c9f-4236-b0a6-95cb90bf162e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:41:34.167147Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9755b-predictor-58df99b7-jlvhd
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b3a96ce3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 4b0f9f1a-e56a-4cdc-b84b-d824b914e5e2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21560"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b5ca6f274
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: 0a63a7fd-e08a-486a-8e13-08950a56d47f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b5e05b17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 7ed81977-5694-40ba-bc82-fda452859dbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b6066dd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: 5d259409-4706-49b2-9e27-914a1f44eb6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b60d7a8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 409b222f-e877-41c1-9b6f-7633c3c6c07e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b60e21aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: d5949212-5ae6-472c-87d8-7b902cc2c356
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b6360a0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 14be5bbd-1b8e-4cd9-9ad1-960ab7b60a57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7b63d632c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: 0df24776-d43c-40a0-9f05-6c8b60af37a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:50:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:52Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24c7bb7bf5c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26283"
    uid: 43fefdb6-8f39-4b8c-a49e-3fb0478c3730
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24cfc7558f15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 7f37efe0-ccc8-4fc4-aedf-f15f0a4007ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24cfc7559630c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: 1d00c9da-4448-47f9-b239-7938a4fa2585
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 06f8f0a4-d5d8-47ba-8716-67fe9f7d5597
  kind: Event
  lastTimestamp: "2026-09-05T02:50:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:52Z"
    name: error-404-isvc-9755b-predictor-58df99b7-jlvhd.18d24cfd2c7becda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: c99f609b-5f07-4cb6-a644-4a04b2e5d8ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-9755b-predictor-58df99b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: b54203eb-d2f5-4bb8-9adb-961fe6a6bc26
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: 'Created pod: error-404-isvc-9755b-predictor-58df99b7-jlvhd'
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor-58df99b7.18d24c7b3a0cc784
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: 7728c535-ae5a-4e3d-9329-5bafa572b96d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 8e8ede6b-360b-41d0-99be-478f467ba581
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Scaled up replica set error-404-isvc-9755b-predictor-58df99b7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: error-404-isvc-9755b-predictor.18d24c7b3850c2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 4f2804e8-7303-4c68-a11a-8959378e221d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 8ec49a18-6595-40d5-b803-6c3dc0e02395
  kind: Event
  lastTimestamp: "2026-09-05T02:42:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:04Z"
    name: error-404-isvc-9755b-predictor.18d24c7eb6d9379e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: a74ef463-258e-4d59-b04f-bc3c45ca6d39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21543"
    uid: 8ec49a18-6595-40d5-b803-6c3dc0e02395
  kind: Event
  lastTimestamp: "2026-09-05T02:42:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:04Z"
    name: error-404-isvc-9755b-predictor.18d24c7eb73a8f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: f5cd2824-d341-46de-9a2f-bc522d2a07b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 8ec49a18-6595-40d5-b803-6c3dc0e02395
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: error-404-isvc-9755b-predictor.18d24c85b4a2397e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: 52727a7c-9fe0-4183-a80d-45241de03e4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 8ec49a18-6595-40d5-b803-6c3dc0e02395
  kind: Event
  lastTimestamp: "2026-09-05T02:42:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:49Z"
    name: error-404-isvc-9755b-predictor.18d24c85b50b2084
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 0dd3b80d-4500-47d2-82b1-3761370c7e0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 94387ec7-9484-4d4b-a7ed-5d9069528110
  kind: Event
  lastTimestamp: "2026-09-05T02:42:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:22Z"
    name: error-404-isvc-9755b.18d24c7b3858cbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22067"
    uid: 109e4028-496c-4b2a-a495-2297bd8a1fe8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: 94387ec7-9484-4d4b-a7ed-5d9069528110
  kind: Event
  lastTimestamp: "2026-09-05T02:42:22Z"
  message: InferenceService [error-404-isvc-9755b] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:22Z"
    name: error-404-isvc-9755b.18d24c86731f2a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 2a7d3a3b-df75-498e-a489-69c7f9d0bbeb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:58.911583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-9f825-predictor-847f658579-n7z45
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf54aaf69b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16922"
    uid: 799ba96e-94d2-4d69-a70b-890b82769f76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf56c83c688
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: c68dce37-ebe6-4600-86b7-49b490ffe6be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf56dd813a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: d73dfa43-611a-4f08-aac6-e57e0579af6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf570b478e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16952"
    uid: 8fd87536-787f-475f-affc-35fc1e6a9898
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf57128718a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: 34482103-4703-480b-9cfc-3d06beeb0a02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf57132dd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16954"
    uid: 95b23dfa-5c9e-442e-9d23-fb2d6fc7e0e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf574c7b9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: 1637894a-f3eb-4898-b94f-ce5ec4589ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf57540b121
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: 4aed40ee-e438-42ce-b985-ba95f2ca7767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:32:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:37Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24bf5d0262728
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: cb45d2c8-2899-4673-bfdb-9f7d266c8b7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24c7670fb6d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: 92d18bb8-01ef-4e89-a5b0-b1552c84751c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-9f825-predictor-847f658579-n7z45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 385b087b-b7c4-44fe-ba44-d7db73de0b18
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: error-404-isvc-9f825-predictor-847f658579-n7z45.18d24c7670fbc9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: 2f6f1e85-3875-434b-ae95-5a393a3e9507
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-9f825-predictor-847f658579
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: 52ac8877-639e-41e5-8c2e-bb040a96f568
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: 'Created pod: error-404-isvc-9f825-predictor-847f658579-n7z45'
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: error-404-isvc-9f825-predictor-847f658579.18d24bf54a35d7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 9f67feef-b357-4edd-92a1-1519c87689d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16910"
    uid: 5f1cc522-7f35-4c15-85e8-d594af0eb0a8
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Scaled up replica set error-404-isvc-9f825-predictor-847f658579 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: error-404-isvc-9f825-predictor.18d24bf548adf611
    namespace: kserve-ci-e2e-test
    resourceVersion: "16913"
    uid: a53b2afd-7002-40d4-92d2-feda7370d07f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: b8b8e3f1-76fd-4265-bde4-42ae6f2f2c5c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:28Z"
    name: error-404-isvc-9f825-predictor.18d24bf8c71c2632
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 59ec52ec-5907-4de3-8623-bf2bfd2673a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: b8b8e3f1-76fd-4265-bde4-42ae6f2f2c5c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:28Z"
    name: error-404-isvc-9f825-predictor.18d24bf8c760b9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: c52f5a07-fc26-4827-9484-13a785dbf00d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: b8b8e3f1-76fd-4265-bde4-42ae6f2f2c5c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: error-404-isvc-9f825-predictor.18d24bffc4b7aa27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 4b319c8c-1859-4542-b222-f62aac7fcfd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: b8b8e3f1-76fd-4265-bde4-42ae6f2f2c5c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: error-404-isvc-9f825-predictor.18d24bffc51bb1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: acf7709e-64ab-487f-b96c-895c0638cb77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 46f3f61a-f12e-414a-a7a0-f427e6b38990
  kind: Event
  lastTimestamp: "2026-09-05T02:32:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:47Z"
    name: error-404-isvc-9f825.18d24bf548ae1586
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: e4c910fc-496a-4c87-b88b-23d05be2bc2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 46f3f61a-f12e-414a-a7a0-f427e6b38990
  kind: Event
  lastTimestamp: "2026-09-05T02:32:47Z"
  message: InferenceService [error-404-isvc-9f825] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:47Z"
    name: error-404-isvc-9f825.18d24c008c095389
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 6562cc5d-6590-464e-aa4a-3fd0e98a7879
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:59.481824Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0cd23f7b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27097"
    uid: cb5f8228-63a8-4bd0-a2e5-3e7fdd9f9344
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a4a3e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:00Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0ce0027959
    namespace: kserve-ci-e2e-test
    resourceVersion: "27121"
    uid: 852bcf76-8eae-4bf7-bfa6-19abe721ac14
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d4da4c0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: 532ddd46-0ee6-4d02-af00-a58b309116a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d4efa93e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 9bf0f510-56a1-4c65-b6a5-514eda0f49d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d51c29458
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 297197fd-13eb-4fa0-92f1-8cc286880459
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d5235ed6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 563b616a-42d3-4659-916a-1bfaee9ed83e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d523f83b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: 9094c7d1-4171-42a3-8cab-e83e771e2bb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d54b563c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: bed3b0fa-8931-457b-b469-7b34853954c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:52:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:01Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0d5526c5ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27149"
    uid: 997987da-0d14-4e72-9960-7e5d5c2c2f21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T02:52:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:39Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d0dc63b3dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: d274d928-db37-4f1d-822d-2f333c45da29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T03:01:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:14Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d8df6bc527e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: 4838720b-ca6c-4101-a2f3-a7fb2e014bed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T03:01:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:14Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d8df6bcd07d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 304bb6f0-a6e3-452b-ad79-59a621342826
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: 2fdd3964-fd57-4a4c-8706-7db9f2de6e47
  kind: Event
  lastTimestamp: "2026-09-05T03:01:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:14Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67-jztfn.18d24d8e1095fd0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: 669f7b6e-8a98-430f-8a57-8bbc32aa6018
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-a4a3e-predictor-6667499d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "27083"
    uid: d4829641-8dd1-4f2d-bd0b-647013020cc1
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: 'Created pod: error-404-isvc-a4a3e-predictor-6667499d67-jztfn'
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: error-404-isvc-a4a3e-predictor-6667499d67.18d24d0cd1c5344f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: be2df785-e426-494d-8058-0f1c2994dfff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27081"
    uid: 64890a84-1489-445e-a1f0-47ce23b5ace5
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Scaled up replica set error-404-isvc-a4a3e-predictor-6667499d67 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: error-404-isvc-a4a3e-predictor.18d24d0ccffcbca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27084"
    uid: c65851b3-c818-4632-add8-d085c2b9f6b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: 3b5e0ea5-8098-42ce-8612-45e3e366b7eb
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: error-404-isvc-a4a3e-predictor.18d24d104e700eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27398"
    uid: 2330554f-04b3-44da-841d-fefdb3f89c06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27082"
    uid: 3b5e0ea5-8098-42ce-8612-45e3e366b7eb
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: error-404-isvc-a4a3e-predictor.18d24d104ecfe854
    namespace: kserve-ci-e2e-test
    resourceVersion: "27399"
    uid: d60767a7-75a2-4b86-b634-5a8c5a302f6e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: 3b5e0ea5-8098-42ce-8612-45e3e366b7eb
  kind: Event
  lastTimestamp: "2026-09-05T02:52:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: error-404-isvc-a4a3e-predictor.18d24d174c1ca3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27729"
    uid: be6168fd-9306-4eee-872c-942e2eaf59f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: 3b5e0ea5-8098-42ce-8612-45e3e366b7eb
  kind: Event
  lastTimestamp: "2026-09-05T02:52:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: error-404-isvc-a4a3e-predictor.18d24d174c831592
    namespace: kserve-ci-e2e-test
    resourceVersion: "27730"
    uid: f81b7078-dbcb-4ab8-8333-8536f2ff3c31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27070"
    uid: 3c75b84d-4cf3-4e0e-9501-373e47938c39
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: error-404-isvc-a4a3e.18d24d0cd0010c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: 96552aed-39c0-4c40-81f8-f2da3b0a9d8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 3c75b84d-4cf3-4e0e-9501-373e47938c39
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: InferenceService [error-404-isvc-a4a3e] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: error-404-isvc-a4a3e.18d24d18812ff56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: 74ef8583-958b-4b6b-85af-655e515e3b21
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:38.780087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd4aa328802
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: a0b7061e-f69d-4924-87ef-889cbcb62d2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd4cc87365e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: cdd6e6a2-06e3-46ef-89c5-f9d125a9ac70
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd4cdf7da38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 4a6fbc03-277f-4057-8c83-9882edb706ae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1947"
    in 12.981s (12.981s including waiting). Image size: 1355773512 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:52Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd7d3b9d6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: 4659456a-32de-4cfe-ac49-3c63a4c06eb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:52Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd7d706c299
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 80d50df3-9ded-4e97-b97c-059312d0a961
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:52Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd7d7791f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 4d19a837-2761-4cea-8b10-45a5c7fec54f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:52Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd7d7875d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: a37428a3-98e1-4956-a08b-543ec1fa5cf1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.241s (2.241s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:54Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd85d211d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 703a936d-eb08-4fca-98f3-c123df683876
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:54Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd860371e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: 992697bd-3ef7-4823-8531-1daa119a5bd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:29:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:54Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd860ab32c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 5372bc18-8b94-43ef-a32b-325703622b87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:11Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bd898203962
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: c2e862ea-6c8b-4ed8-93f9-c7bed0f1f200
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24be9a06caa17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 1dcb7f7c-30cb-41f9-896d-78a617fc1eff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24be9a06cff4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16217"
    uid: 97987c29-779e-4321-bafe-237000326963
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15223"
    uid: f5653e59-452f-470e-b514-988ffc7c106c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:11Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs.18d24bea4a5fc263
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: a1a4f114-287c-4a6d-ad10-2a979ba65d73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-a6d98-predictor-697b88f8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 608aadb5-4423-48af-8411-431c7a132ac0
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'Created pod: error-404-isvc-a6d98-predictor-697b88f8b7-9wscs'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: error-404-isvc-a6d98-predictor-697b88f8b7.18d24bd4a9a993f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: cd85c7b8-ad33-4ae2-b1dc-5824eb65d949
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: f3d66b27-9567-4e65-9dfa-f73f96f53832
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: Scaled up replica set error-404-isvc-a6d98-predictor-697b88f8b7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: error-404-isvc-a6d98-predictor.18d24bd4a83609af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 6cc7b6cf-91e5-4445-81a9-3e18b7e202c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 61fae62a-3b40-48a9-8cd8-67cb020e2c9a
  kind: Event
  lastTimestamp: "2026-09-05T02:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:23Z"
    name: error-404-isvc-a6d98-predictor.18d24bd826b46f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: f7d5aa96-1fda-4c50-a9c0-9f3bcbc137d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 61fae62a-3b40-48a9-8cd8-67cb020e2c9a
  kind: Event
  lastTimestamp: "2026-09-05T02:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:23Z"
    name: error-404-isvc-a6d98-predictor.18d24bd8271658fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: c1ecce96-02c7-422f-aaf5-46f3d21005d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 61fae62a-3b40-48a9-8cd8-67cb020e2c9a
  kind: Event
  lastTimestamp: "2026-09-05T02:30:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:53Z"
    name: error-404-isvc-a6d98-predictor.18d24be2a31bf0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 8c939293-e514-41d4-90d0-8036ee4ecda6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 61fae62a-3b40-48a9-8cd8-67cb020e2c9a
  kind: Event
  lastTimestamp: "2026-09-05T02:30:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:53Z"
    name: error-404-isvc-a6d98-predictor.18d24be2a3833aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: c3607163-c35e-44dc-94cc-1fee516adcce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 498a8834-fa03-4a2f-9bff-fd941a2d5a33
  kind: Event
  lastTimestamp: "2026-09-05T02:30:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:41Z"
    name: error-404-isvc-a6d98.18d24bd4a838a4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: d4a7e11f-c2bd-4a7b-88ab-6eb0fe3ec954
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: 498a8834-fa03-4a2f-9bff-fd941a2d5a33
  kind: Event
  lastTimestamp: "2026-09-05T02:30:41Z"
  message: InferenceService [error-404-isvc-a6d98] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:41Z"
    name: error-404-isvc-a6d98.18d24be353d3b938
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: b0f4d19f-1898-413d-8c0f-34d7ce817be4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:50:49.160072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfc72bec410
    namespace: kserve-ci-e2e-test
    resourceVersion: "26201"
    uid: deaf8f00-8171-4d6f-b3fe-258eea9d8115
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ca9bf-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfc80aaa2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: 5b59d32d-914d-4637-b76a-ec857f40d724
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcb87030f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: b09dfe4a-b868-4b70-ac86-d6a694f95eca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcba2a0264
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: bf20b493-fd91-470a-8b28-7c85170e924e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcbce1b5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: 0e9a967d-9da4-4d47-a599-869bc10c9146
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcbd458046
    namespace: kserve-ci-e2e-test
    resourceVersion: "26259"
    uid: 08b54364-b1e7-4066-96de-1c526f968503
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcbd5270bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26260"
    uid: bafbcd85-d951-4027-9d83-086cdc78a207
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcbff1f684
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 102f76cb-f087-495b-9090-d30b75c04741
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfcc0548c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: d661349f-f407-427c-9a0f-e95dc0dd3445
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:51:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:28Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24cfd2dff12ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: c25929f9-706c-496e-987c-86940634744e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24d0cc646d8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: d687fa97-58ba-48de-ae4d-d80ac7c23bef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: dd23f079-4a3b-4bbd-a05a-d5e22030d087
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll.18d24d0cc6474d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: ac8b5d1f-c33f-48e5-b048-8841aa982522
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-ca9bf-predictor-5bbff7d989
    namespace: kserve-ci-e2e-test
    resourceVersion: "26190"
    uid: a1ae3b69-110a-4c1f-872a-81cc7ed6e9ce
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: 'Created pod: error-404-isvc-ca9bf-predictor-5bbff7d989-mn5ll'
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: error-404-isvc-ca9bf-predictor-5bbff7d989.18d24cfc72318fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: 36149a09-c3f5-4d3a-9312-daf62422502d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: f9899ab3-9b56-4265-afec-82987f4b6b29
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: Scaled up replica set error-404-isvc-ca9bf-predictor-5bbff7d989 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: error-404-isvc-ca9bf-predictor.18d24cfc705933db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 9a8ba8e9-9348-4aae-a044-b6549cf7a389
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: 166bf28d-cd0b-4a4a-84aa-a45cacf8e91e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:34Z"
    name: error-404-isvc-ca9bf-predictor.18d24cffeed824a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: b1fe43ce-4a6d-4429-a713-76ee44b162ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26189"
    uid: 166bf28d-cd0b-4a4a-84aa-a45cacf8e91e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:34Z"
    name: error-404-isvc-ca9bf-predictor.18d24cffef10339b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26607"
    uid: 77e4e09d-c858-410d-982d-78d6d0860260
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: 166bf28d-cd0b-4a4a-84aa-a45cacf8e91e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: error-404-isvc-ca9bf-predictor.18d24d0a6b0db7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: 3591dc1f-f1d6-4626-89d9-451022c12b54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: 166bf28d-cd0b-4a4a-84aa-a45cacf8e91e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: error-404-isvc-ca9bf-predictor.18d24d0a6b71e91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 7d62b6e3-d88e-463a-b92e-c5b6909d77e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26170"
    uid: cce29612-7fbd-4aca-b7d4-f93d44d58759
  kind: Event
  lastTimestamp: "2026-09-05T02:51:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:38Z"
    name: error-404-isvc-ca9bf.18d24cfc706c17eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: f81656b3-243d-4000-968d-52067af39a47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26654"
    uid: cce29612-7fbd-4aca-b7d4-f93d44d58759
  kind: Event
  lastTimestamp: "2026-09-05T02:51:38Z"
  message: InferenceService [error-404-isvc-ca9bf] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:38Z"
    name: error-404-isvc-ca9bf.18d24d07e8da2d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "26655"
    uid: d2a90c09-3e39-4158-84fb-519353d37958
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:38.709746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15198"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd4a60133e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: ca2924d2-f615-4e5a-9115-0e4d7fd52901
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd4c81ca690
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: 91787581-0094-4831-b839-99f1bf69c20a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd4c9a36781
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: 67fa8fc4-cf27-4b47-a47a-0cce28416989
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd4cc76dd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: 14b0264a-fb52-4b25-a536-c148a5fa9af7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd4cce6e7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: bf11b598-084c-4093-83ff-b9f8d023527e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:44Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd5f1274fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: e5df8bf9-1b46-4fee-97bf-e4eaa7780df1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 14.18s (14.18s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd93e5cc65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: 2d7d2ddb-c432-44ee-8486-7a2ade4e17c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd94858a75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 24a7a4a7-fca1-46e9-912e-6d2df6d14d5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd948e1017f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: c9cb658d-bd81-4f04-8984-e18515fcfd8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd948fb5678
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 21ca0e86-f467-4ed1-a9ab-2803b6c92dfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd94d3be213
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: dd3d362f-dce1-4fc9-b805-68c133e4b452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd94dcb8b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: adba0855-7b80-4d4c-ab80-489aefe1ab24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:31:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:16Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bd9b1e8d64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: 4f5141ec-aff6-4018-a28f-a520e0df7f84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bf53e451494
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: f4dc4c68-66b1-4561-87eb-3a5c90064e36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bf53e459ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 98ac21c3-833e-44ff-89a3-6e87e7cd298c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: b0989e43-1e37-49ec-b85d-11df754904fc
  kind: Event
  lastTimestamp: "2026-09-05T02:32:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:01Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw.18d24bf5de545165
    namespace: kserve-ci-e2e-test
    resourceVersion: "16982"
    uid: 681c4132-91d5-4e72-8f86-42f08ae6d7ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: dea26261-bb32-405a-bba0-abcf92159dea
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-5579fcbfd8-2dhtw'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-sklearn-graph-1-predictor-5579fcbfd8.18d24bd4a597f92b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15199"
    uid: b5d227bd-aee3-4e3f-af52-df2c0178cab4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: dc8beed3-d276-4994-97eb-9c948ebe47c7
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-5579fcbfd8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-sklearn-graph-1-predictor.18d24bd4a2fdc2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: bca8d4b2-c783-47d6-80ae-873469387793
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: f7c30f20-464d-4b31-acb6-52918c04f128
  kind: Event
  lastTimestamp: "2026-09-05T02:30:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:08Z"
    name: isvc-sklearn-graph-1-predictor.18d24bd821775c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 72cff86c-149f-4050-ab51-0a7110e86fb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: f7c30f20-464d-4b31-acb6-52918c04f128
  kind: Event
  lastTimestamp: "2026-09-05T02:30:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:08Z"
    name: isvc-sklearn-graph-1-predictor.18d24bd821d5d580
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 923ddbb6-02f0-468b-b104-dbb07520d85e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: f7c30f20-464d-4b31-acb6-52918c04f128
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: isvc-sklearn-graph-1-predictor.18d24bdf1f33db2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 57e90e75-1c03-4d43-a7ac-6c33447ffc17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: f7c30f20-464d-4b31-acb6-52918c04f128
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: isvc-sklearn-graph-1-predictor.18d24bdf1fa42dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: d40387bc-8197-4628-8641-ebe566181a6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 249f50bf-e61c-43b3-a5b7-d11e1056bc9b
  kind: Event
  lastTimestamp: "2026-09-05T02:31:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:26Z"
    name: isvc-sklearn-graph-1.18d24bd4a300f35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: a99540b7-f558-4952-a4d4-d18bf7de2f50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 249f50bf-e61c-43b3-a5b7-d11e1056bc9b
  kind: Event
  lastTimestamp: "2026-09-05T02:31:26Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:26Z"
    name: isvc-sklearn-graph-1.18d24bedbd7174cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 69c6f420-32ab-473f-b974-8afd4f8bec79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:38.974143Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    to ip-10-0-130-182.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd4b5c39b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 862fb626-4f17-4b6b-a875-95e65e98e72f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd4d816cd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: b4180865-48f4-44ef-af63-3ebe8686b738
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd4d977e696
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 7aeef386-af75-4eab-b662-fc3451552be6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:29:50Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    in 11.059s (11.059s including waiting). Image size: 308281769 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:50Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd76ca7fdb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: f646b2d7-343c-452a-9e1b-5241bb8c6938
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:29:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:52Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd7d1e52cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: d0aacadc-a76b-4489-bba7-f42c6109eed6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:29:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:52Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd7d2561096
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 8e37be58-ff1e-4d73-b44f-7b5552a6935d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:29:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:56Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bd8d4075c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: c8b1d51d-8d63-45ba-a75a-d70da66bfaf0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1947"
    in 5.931s (5.931s including waiting). Image size: 1580720527 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:02Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bda358bec11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 9b17896a-7895-498f-a6db-806ca03e7192
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:02Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bda38903797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 98acf3c6-cd2e-48c4-b872-5b05605bad0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:02Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bda39029669
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 79d7d2fd-5d10-4ac4-bba9-ff157994fc31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:02Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bda39161591
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 4a5a4e25-8bea-4d49-9fdc-e57bdf75ecb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:02Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bda3c065a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 0e436d80-221e-43e7-a224-7db968e598f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:30:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:02Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bda3c7a8adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: e372dd1c-d3f9-4630-b2b0-9176347f9fa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:32:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:04Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bdab2ed99a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 938d3ea4-4981-4d84-885f-218a3368488b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bf53bdf63ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: 56c8cd66-8e87-40d7-90da-62fed5ced9eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bf53bdfdafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: d18925f8-aed0-436c-9360-ab3c5308b0c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: fe25f418-9579-48f2-b9da-cd28e490c3b5
  kind: Event
  lastTimestamp: "2026-09-05T02:32:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:05Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj.18d24bf5b54acf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 3bb2e48a-e3d5-4dd6-8f60-18d3707f0a3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-182.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-182.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-f5c56b76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 8172925b-df68-41da-8b3f-f845706b7a22
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-f5c56b76d-td6qj'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-sklearn-graph-2-predictor-f5c56b76d.18d24bd4b53bacbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 7b48a941-f71c-4c31-b0cc-c0c1fff83a63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 9b34a12b-a9a3-45c4-b85a-e7490598e24b
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-f5c56b76d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-sklearn-graph-2-predictor.18d24bd4b2a9fe94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 1d7ca00e-ec93-48dc-8995-fa5ad776a1a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: 81fcae63-3160-482f-98ce-922b8d610cd2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:38Z"
    name: isvc-sklearn-graph-2-predictor.18d24bd831626c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 6cf58b3b-74d0-4d99-b43d-f947897d4edf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: 81fcae63-3160-482f-98ce-922b8d610cd2
  kind: Event
  lastTimestamp: "2026-09-05T02:30:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:38Z"
    name: isvc-sklearn-graph-2-predictor.18d24bd831db1d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: b5d40a2a-2d1d-4ccd-8041-e458b5fb79a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 81fcae63-3160-482f-98ce-922b8d610cd2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: isvc-sklearn-graph-2-predictor.18d24be62d4796dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: d41a6f0d-c91a-4eee-860b-be4ebf41ff65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 81fcae63-3160-482f-98ce-922b8d610cd2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:54Z"
    name: isvc-sklearn-graph-2-predictor.18d24be62dd5a0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 474c7f8a-ba71-4a63-a7a6-fea7169b4d33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 6270eb52-9e15-4090-a445-3261765b3451
  kind: Event
  lastTimestamp: "2026-09-05T02:31:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:24Z"
    name: isvc-sklearn-graph-2.18d24bd4b2e06fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: 219c17b4-4b7f-4cf7-b3ff-c018ae4ff666
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 6270eb52-9e15-4090-a445-3261765b3451
  kind: Event
  lastTimestamp: "2026-09-05T02:31:24Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:24Z"
    name: isvc-sklearn-graph-2.18d24bed31408917
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: 29c421da-73dc-4c55-9e36-bd5045f9b43f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:38.885359Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bd4b078dc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 71bf313c-3c49-450a-a15e-f759a70ec582
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bd4d2b6a8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: c68b8981-07b2-42fc-a19f-b365d33155ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10dce2bd6581ed3398139cc0e491de5addc169f1b70e0e912dc9be169495c7fb"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bd4d41ff364
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: 6163c1d3-30cd-4756-8ada-87d84a29a315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bd4d858760f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: d5e862e1-f277-43ee-ad4b-6bc0d262b24b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bd4d8cfe771
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 5bbc40d9-df09-4497-9851-4de92386de03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:29:45Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-05T02:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:45Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bd62d3726f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: cc980f67-1dc9-4a26-b0dd-367aad215b99
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:10Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 25.545s (25.545s
    including waiting). Image size: 1332293378 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:10Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc1fd832c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 5127e332-b0e6-4d9e-bb6e-aefb597f895f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:10Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc26879c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: b13bd483-26d4-49a8-b8f4-f634cc6d65d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:10Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc277d2603
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: e71f681a-ca2e-449c-b2d2-b45bb29644c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:10Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc2794976a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: 6e78013b-300c-473c-a358-0535e9dece4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc2c74c78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 7bae2b50-9982-4045-b2c4-c5e5bacb80bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:30:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:11Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc2dc5066a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 51b81713-dd52-4aa7-ba8f-172b5fc82c41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:31:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:07Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bdc45270626
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: cf4449cc-bc39-4226-a44a-9e42098791ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bf5404d2ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: 54c02d8e-07a9-45e2-b20d-4e46b35ba907
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bf5404d9e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: 9b43fa1d-8f5e-4c12-9487-1226fc3ef800
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d113cd26-11da-4e8d-8468-3619aae3a8d1
  kind: Event
  lastTimestamp: "2026-09-05T02:32:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:02Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-bkcxs.18d24bf61d815a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 10aae4bc-8d00-4381-9939-b946a51d6288
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: bb5fa8a5-620d-4a41-a0ba-5b379aaf0cf0
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-bkcxs'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18d24bd4b010f247
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: f0bcbbc4-4ba4-4a66-a7d9-aa2c7971e269
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: b83d9e63-c737-4be9-9cce-ebbf78ce0d30
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: isvc-xgboost-graph-predictor.18d24bd4ad6be8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: 17591adf-8728-4601-ab0c-484fc03042a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 19c84aca-aa2c-4679-ae49-4fa26e19880c
  kind: Event
  lastTimestamp: "2026-09-05T02:30:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:53Z"
    name: isvc-xgboost-graph-predictor.18d24bd82be65b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 9bb6b1bc-c22c-4705-adf9-f916977f4c3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 19c84aca-aa2c-4679-ae49-4fa26e19880c
  kind: Event
  lastTimestamp: "2026-09-05T02:30:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:53Z"
    name: isvc-xgboost-graph-predictor.18d24bd82c4c5a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16012"
    uid: 2e9807b1-67d5-44fa-85c4-fde5cc692bda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 19c84aca-aa2c-4679-ae49-4fa26e19880c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: isvc-xgboost-graph-predictor.18d24be9a5dea97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 96107cf0-e30b-46de-8981-51fc663ffe27
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 19c84aca-aa2c-4679-ae49-4fa26e19880c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: isvc-xgboost-graph-predictor.18d24be9a669b687
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: a5c4783b-6503-4fea-b1f5-09e151c21571
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 81e42f02-6121-41a8-913b-89e6d4619162
  kind: Event
  lastTimestamp: "2026-09-05T02:31:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:17Z"
    name: isvc-xgboost-graph.18d24bd4ad6c1db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: 53238b85-54bb-4f9f-ac75-da29c614871d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 81e42f02-6121-41a8-913b-89e6d4619162
  kind: Event
  lastTimestamp: "2026-09-05T02:31:17Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:17Z"
    name: isvc-xgboost-graph.18d24beba8a68ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 7be88a41-0155-4d8a-bc7b-e48771e90777
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:48.461986Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-fffbcdb68-98rmk
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:48Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf2dbd731c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 91cb4ff9-0710-4ac5-916c-656a3e5946e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: "2026-09-05T02:31:49Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:49Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf2fdcd15c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 61fcf6ff-46b0-40f6-bd5a-7b2efdf4d6b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: "2026-09-05T02:31:49Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:49Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf2ff0d31df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 8b3b7113-6b22-4eea-af46-30a7bccdb950
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: "2026-09-05T02:31:49Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:49Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf301f08ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 426ca5b1-a551-4cee-b7de-5412c9b19cc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: "2026-09-05T02:31:49Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-09-05T02:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:49Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf3026ec837
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 74bc9dad-c521-4983-ae7f-bcf59617e15a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf535ab0a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 2f352e48-0551-42f7-83ae-0c03a7060ad4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-fffbcdb68-98rmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: bb4131e5-5b53-46bd-a97e-9680cff01c9f
  kind: Event
  lastTimestamp: "2026-09-05T02:32:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:25Z"
    name: model-chainer-fffbcdb68-98rmk.18d24bf5a0f9e180
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 89384367-960e-457a-b313-f8319a6c66ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-fffbcdb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: d618ebaa-da3f-4fa7-8747-530744a552a9
  kind: Event
  lastTimestamp: "2026-09-05T02:31:48Z"
  message: 'Created pod: model-chainer-fffbcdb68-98rmk'
  metadata:
    creationTimestamp: "2026-09-05T02:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:48Z"
    name: model-chainer-fffbcdb68.18d24bf2db8013d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 4bb870e5-2be0-43da-b11e-44016a9ff1b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 524f5d31-322e-43f7-8840-2df8da1566ae
  kind: Event
  lastTimestamp: "2026-09-05T02:31:48Z"
  message: Scaled up replica set model-chainer-fffbcdb68 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:48Z"
    name: model-chainer.18d24bf2dab04bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 3c68ab9c-5312-412f-bb7c-67284516adf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: 73692d60-9fe4-4830-9843-325b7a0668b2
  kind: Event
  lastTimestamp: "2026-09-05T02:31:48Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:48Z"
    name: model-chainer.18d24bf2e0071db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: f7760299-2808-4062-a820-e2980c8b0de0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:43:34.011534Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-43d66-7687b75cd7-xvcz2
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24c9721def079
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 13c9eb6d-da72-4ad0-a700-89eace98962d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: "2026-09-05T02:43:34Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24c9743d945d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: 5290afc4-686b-4b1a-a6a2-5c88f1970a5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-43d66}
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: "2026-09-05T02:43:34Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24c97453cab7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22856"
    uid: cb394355-d912-425c-b102-86b3069e5dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-43d66}
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: "2026-09-05T02:43:34Z"
  message: 'Created container: sequence-graph-43d66'
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24c974808ed79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: ce3445f8-59f3-4615-93bb-2cb4789bb8e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-43d66}
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: "2026-09-05T02:43:34Z"
  message: Started container sequence-graph-43d66
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24c97487afd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22859"
    uid: 468bb0c2-9b68-4451-8e84-58dbcd174335
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-43d66}
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: Stopping container sequence-graph-43d66
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24d0a50623270
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 961e6a05-f58d-4952-8e72-053e08d5ee7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-43d66}
    kind: Pod
    name: sequence-graph-43d66-7687b75cd7-xvcz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22835"
    uid: 86492a43-43e7-4f47-85e6-addac646479c
  kind: Event
  lastTimestamp: "2026-09-05T02:52:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:16Z"
    name: sequence-graph-43d66-7687b75cd7-xvcz2.18d24d0addd38ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27283"
    uid: b51c9a02-c919-457c-a355-cf339e146be1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-43d66-7687b75cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22829"
    uid: 6d658f0f-4b5a-40c2-a498-c08fbdd5560f
  kind: Event
  lastTimestamp: "2026-09-05T02:43:34Z"
  message: 'Created pod: sequence-graph-43d66-7687b75cd7-xvcz2'
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66-7687b75cd7.18d24c972155b3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: 04ea48e0-cc18-48fa-890e-7cceb75d0b37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: 02263b34-d197-41b4-a949-aa9b58b946b7
  kind: Event
  lastTimestamp: "2026-09-05T02:43:33Z"
  message: Scaled up replica set sequence-graph-43d66-7687b75cd7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:33Z"
    name: sequence-graph-43d66.18d24c97207522ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: eb081b58-3916-480c-9589-9afd97391725
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22843"
    uid: 9e044ff2-201d-4f7b-b16f-a283cb8ca227
  kind: Event
  lastTimestamp: "2026-09-05T02:43:34Z"
  message: InferenceGraph [sequence-graph-43d66] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:34Z"
    name: sequence-graph-43d66.18d24c9725f54aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 27047af2-8e67-418e-b65c-64f8ae2f20d7
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 8024d73a-090d-494b-b39f-7bc69040c6e4
  kind: Event
  lastTimestamp: "2026-09-05T02:43:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:48Z"
    name: sequence-graph-43d66.18d24c9a9f13ee6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22972"
    uid: f8ea95b0-a8c0-416a-b301-69d5ca9a515c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22828"
    uid: 8024d73a-090d-494b-b39f-7bc69040c6e4
  kind: Event
  lastTimestamp: "2026-09-05T02:43:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:49Z"
    name: sequence-graph-43d66.18d24c9a9fb503a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: 91cd6cfd-0dd0-47ab-9232-5f384cbd81c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: 8024d73a-090d-494b-b39f-7bc69040c6e4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:04Z"
    name: sequence-graph-43d66.18d24c9e1e7bb07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: e5e26dd5-0bbf-4808-977b-2651b86ab0cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:44:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22973"
    uid: 8024d73a-090d-494b-b39f-7bc69040c6e4
  kind: Event
  lastTimestamp: "2026-09-05T02:44:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:44:04Z"
    name: sequence-graph-43d66.18d24c9e1ef094b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: bd92e1c9-30a7-4761-9943-679dd0f505f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:42:13.676459Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-80c39-76464f897d-75xtt
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:42:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c846d86fee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 43638a43-5dc1-4494-95cf-d11d17b411c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-80c39-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c84770bba1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 2024bd9a-fb4e-40e0-aac0-d50c0f4a83c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:14Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:42:14Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c84b340da4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: 1743cbdb-a280-4532-bef4-de748f62642e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-80c39}
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:14Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:14Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c84b4842f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "21982"
    uid: 963b637b-e8ad-4921-a2c6-380088633c3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-80c39}
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:14Z"
  message: 'Created container: sequence-graph-80c39'
  metadata:
    creationTimestamp: "2026-09-05T02:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:14Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c84b7b0bd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: fd2e3eb1-5092-46a4-bd43-08a1b53a613a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-80c39}
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:14Z"
  message: Started container sequence-graph-80c39
  metadata:
    creationTimestamp: "2026-09-05T02:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:14Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c84b8848c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "21984"
    uid: 9c987081-fda2-4dbf-81c7-ff2ee1aa141f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-80c39}
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: Stopping container sequence-graph-80c39
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:23Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c86c7cd9275
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: 3878da22-fc8f-454d-995a-f56733016b70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-80c39}
    kind: Pod
    name: sequence-graph-80c39-76464f897d-75xtt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 49e23711-1fcb-4efa-91ed-8ccf98539391
  kind: Event
  lastTimestamp: "2026-09-05T02:42:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:51Z"
    name: sequence-graph-80c39-76464f897d-75xtt.18d24c877aa6321f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 715df7a5-21ea-4b9d-ac71-ef5da8715910
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-80c39-76464f897d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: 63e050bc-8fa1-4d8c-93b8-1e80373ee234
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: 'Created pod: sequence-graph-80c39-76464f897d-75xtt'
  metadata:
    creationTimestamp: "2026-09-05T02:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: sequence-graph-80c39-76464f897d.18d24c846d14b09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21952"
    uid: 0ef434a9-df94-4b9f-9bf5-34249e777149
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-80c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21946"
    uid: 0e405fc1-7a06-499b-83e0-17a8ee0a6d0c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: Scaled up replica set sequence-graph-80c39-76464f897d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: sequence-graph-80c39.18d24c846c2dafad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: 506f85a3-39cb-4a41-bf1e-b38854836877
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-80c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 8ffe9141-c795-42c5-b28e-c936a40e110b
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: InferenceGraph [sequence-graph-80c39] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: sequence-graph-80c39.18d24c8471b67856
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 35797ecd-ef94-4d49-a96c-3ad4e5762f53
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:32:58.760676Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-9f825-7798c68c55-glwtv
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c0339f85ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: cd065faf-5e60-4e11-9ec5-77d2a2ea25a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-9f825-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c0343408ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: d161129b-eebe-4aa0-b71b-2f2d273f4cf9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:59Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:32:59Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c037fcff219
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 4aebad33-a5f3-4922-b5c2-443bf2605c1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-9f825}
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:59Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:59Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c0381327a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 73f7e42a-8556-476b-bbe2-4a6988bcce26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-9f825}
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:00Z"
  message: 'Created container: sequence-graph-9f825'
  metadata:
    creationTimestamp: "2026-09-05T02:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:00Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c0384024acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: aa7d9e1f-80ef-479b-969b-af4545c7a6e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-9f825}
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:33:00Z"
  message: Started container sequence-graph-9f825
  metadata:
    creationTimestamp: "2026-09-05T02:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:33:00Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c038492c348
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: 76fc82b3-7bca-4a7d-a77d-0d70482aa884
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-9f825}
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Stopping container sequence-graph-9f825
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c76697da2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: ffedacb4-fba1-4de4-91a2-c1ee85f2f9f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-9f825}
    kind: Pod
    name: sequence-graph-9f825-7798c68c55-glwtv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2ad50fb5-d22e-4ef2-9e67-bb75a48f958c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:41Z"
    name: sequence-graph-9f825-7798c68c55-glwtv.18d24c7725cd5fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 66da1f41-4b4c-4119-bef7-5b7d374fa056
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-9f825-7798c68c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 879bd6fe-900d-484c-99d5-86c87843989d
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'Created pod: sequence-graph-9f825-7798c68c55-glwtv'
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825-7798c68c55.18d24c033992c9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 9fa91798-bb41-4ee1-8d83-087b7f7b309c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 1d03fa80-10fc-4e04-8b90-8b9e93f932f0
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: Scaled up replica set sequence-graph-9f825-7798c68c55 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825.18d24c0338c8ab68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 30ec1d78-79e4-4653-9bb7-360587529307
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 8329f2f8-56c9-476f-9aab-9d7b560c63be
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: InferenceGraph [sequence-graph-9f825] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825.18d24c034047a80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 8ea19b59-2911-46eb-8e79-98f1fdb4a9b5
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 8329f2f8-56c9-476f-9aab-9d7b560c63be
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'Failed to update status for InferenceGraph "sequence-graph-9f825": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-9f825":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825.18d24c0343173c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 2162d07a-df39-4903-84d7-ffb5e1cbb873
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 8329f2f8-56c9-476f-9aab-9d7b560c63be
  kind: Event
  lastTimestamp: "2026-09-05T02:32:58Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "sequence-graph-9f825": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:58Z"
    name: sequence-graph-9f825.18d24c034317974b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 00d10207-8e88-4d31-9e52-7a72d7496483
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 18018acc-fb06-4c56-a3f1-406e1bc0e520
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: sequence-graph-9f825.18d24c06b73e49bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 24673ab8-9009-477a-9c07-840b114aa915
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:33:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 18018acc-fb06-4c56-a3f1-406e1bc0e520
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: sequence-graph-9f825.18d24c06b7a49a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 7b66cf81-8a67-4ec8-a623-cc5f773f6f71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:52:59.397138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-a4a3e-76cd97966c-7r5tr
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:52:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d1ac57a9b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: 3223a343-1ead-4286-8d7f-09a4f880923c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T02:52:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-a4a3e-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d1ad1da0d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27733"
    uid: c869b736-a904-42cb-a10f-1d643a28ccf2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27722"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T02:53:00Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:53:00Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d1b0b2dec97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27741"
    uid: eccdcf20-d199-42fc-af69-e14a493a7f68
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a4a3e}
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T02:53:00Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:00Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d1b0ca91983
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: 76c7dad3-a385-498e-ba69-124a28307d96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a4a3e}
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T02:53:00Z"
  message: 'Created container: splitter-graph-a4a3e'
  metadata:
    creationTimestamp: "2026-09-05T02:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:00Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d1b0f57c6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: adf51bf7-3558-4e66-a551-a481bec8a913
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a4a3e}
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T02:53:00Z"
  message: Started container splitter-graph-a4a3e
  metadata:
    creationTimestamp: "2026-09-05T02:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:53:00Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d1b10185e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: bd6c0b43-46eb-4ad4-8810-4e421e4c9800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a4a3e}
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T03:01:13Z"
  message: Stopping container splitter-graph-a4a3e
  metadata:
    creationTimestamp: "2026-09-05T03:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:13Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d8deb34bb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "31168"
    uid: 4044c4cf-30d2-4301-8b7f-58a46660cfa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-a4a3e}
    kind: Pod
    name: splitter-graph-a4a3e-76cd97966c-7r5tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d8456520-8f04-4fcb-9881-ce1c219c7272
  kind: Event
  lastTimestamp: "2026-09-05T03:01:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T03:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:42Z"
    name: splitter-graph-a4a3e-76cd97966c-7r5tr.18d24d8eb2789303
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: 315449c1-5174-4360-a60d-1de661596a79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-a4a3e-76cd97966c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: 1851cfff-5329-4fb3-826e-bfc647d059d7
  kind: Event
  lastTimestamp: "2026-09-05T02:52:59Z"
  message: 'Created pod: splitter-graph-a4a3e-76cd97966c-7r5tr'
  metadata:
    creationTimestamp: "2026-09-05T02:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: splitter-graph-a4a3e-76cd97966c.18d24d1ac4c00d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: db5310d7-35f6-410e-a9cb-902285068aee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: 7ae683de-85ed-459e-a373-13eed2d6de66
  kind: Event
  lastTimestamp: "2026-09-05T02:52:59Z"
  message: Scaled up replica set splitter-graph-a4a3e-76cd97966c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: splitter-graph-a4a3e.18d24d1ac4000851
    namespace: kserve-ci-e2e-test
    resourceVersion: "27711"
    uid: d26c9ba9-97cc-4231-bc4d-8bba2b2bb62e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27726"
    uid: 0fd55287-5f54-433d-af68-e2b285505e80
  kind: Event
  lastTimestamp: "2026-09-05T02:52:59Z"
  message: InferenceGraph [splitter-graph-a4a3e] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:59Z"
    name: splitter-graph-a4a3e.18d24d1ac9797a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: dcf91401-d7ac-46c5-9768-985dc8d85a52
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 5eba206f-36b4-4248-b4f7-afec759be627
  kind: Event
  lastTimestamp: "2026-09-05T02:53:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:29Z"
    name: splitter-graph-a4a3e.18d24d1e42888a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: ba0b3ba8-9921-4e15-afda-d9cbbbc154ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 5eba206f-36b4-4248-b4f7-afec759be627
  kind: Event
  lastTimestamp: "2026-09-05T02:53:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:29Z"
    name: splitter-graph-a4a3e.18d24d1e42d733ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: f44a159f-0630-415c-92e1-649e051af0fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:49.062915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-ca9bf-58997fc8cf-zg8ss
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0a653b902a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 5c84f65f-ccf6-4a67-b8c9-e1f209ca2c25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-ca9bf-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0a6ed02e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26867"
    uid: d80267d7-7af3-46a7-a7ee-6af04eb3dd02
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0aaaec7975
    namespace: kserve-ci-e2e-test
    resourceVersion: "26887"
    uid: b9e264ac-9bb0-4370-9fc7-08a2c19425de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ca9bf}
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0aac384293
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: b70df3d7-c83a-4a0a-8686-26f374b7fce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ca9bf}
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: 'Created container: splitter-graph-ca9bf'
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0aaf1100f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 7c441c5d-96f0-4af0-8d41-4b46248ac94d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ca9bf}
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Started container splitter-graph-ca9bf
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0aaf8487d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: e466cce1-25d9-4f69-8f40-fc457739afa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ca9bf}
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Stopping container splitter-graph-ca9bf
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0cbec4d216
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: 75b7a91e-8990-4f5e-9489-6f142ac24e2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-ca9bf}
    kind: Pod
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: f9ed740e-d9e9-48ac-b51f-030724afe69a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: splitter-graph-ca9bf-58997fc8cf-zg8ss.18d24d0d694d48d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27374"
    uid: 9a0a82ba-005f-4b4c-8e24-092629d2497a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-ca9bf-58997fc8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: 8e2053c1-8ebd-4f2d-bcf8-ba799261f24e
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'Created pod: splitter-graph-ca9bf-58997fc8cf-zg8ss'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf-58997fc8cf.18d24d0a64915bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 91d5b9f1-6ef4-40bf-9e82-90e0812fe658
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: 21888413-5dbf-47dc-8f06-c8bed42d1901
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: Scaled up replica set splitter-graph-ca9bf-58997fc8cf from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf.18d24d0a63bb3b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: 277721de-1982-429e-a361-85282667cbe9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: d9ea9eb1-a410-4b5d-9aa5-eca9a43e15e1
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: InferenceGraph [splitter-graph-ca9bf] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf.18d24d0a6a274618
    namespace: kserve-ci-e2e-test
    resourceVersion: "26856"
    uid: 169a2905-c9f3-4bb1-8041-939097518757
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: d9ea9eb1-a410-4b5d-9aa5-eca9a43e15e1
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'Failed to update status for InferenceGraph "splitter-graph-ca9bf": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-ca9bf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf.18d24d0a6c749c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: 303bf2d3-135b-416e-8480-08a781dfb3cb
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26793"
    uid: d9ea9eb1-a410-4b5d-9aa5-eca9a43e15e1
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "splitter-graph-ca9bf": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: splitter-graph-ca9bf.18d24d0a6c74e5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26863"
    uid: 2d87fb42-9f27-418b-84bf-7dfd97ca5acd
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:40:23.764527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6ad6440989
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 3f426b1e-df17-47e8-9a0b-85ec64d5d76b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-12d88-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6ae085d988
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 9d0dace3-0b11-4c86-b733-ef66f170eff9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b1c21fda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 0b318771-ac9c-4b60-a62b-4f793629b860
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:24Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:24Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b1d8a7073
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 052a70b9-a3ff-49ab-be4d-14da446d0571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b20c1fa90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 53e0361b-5f38-417b-a93e-49124c8e2ed7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b2135e8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 95e941e4-1586-4606-ac22-9916790db8a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b21403ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 4b87cc29-7ac1-42a2-8a1c-e07a3517f204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b24d09c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 85973803-19a3-424c-aaae-4b17144935e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:40:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:25Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b2541a1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 90d89e7c-c724-4c33-bc24-814372a28e5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:41:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:02Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c6b72925513
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: 2aedf66c-0b71-4669-98a8-1941ef3b721a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:41:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:33Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c7b2d842d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 61ddca5e-a5c3-4864-ace7-ab7788356e20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: e187ed0e-36e7-49d0-9bd0-141378377e57
  kind: Event
  lastTimestamp: "2026-09-05T02:41:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:33Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm.18d24c7b2d8a3634
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 9d38dae1-e94d-478a-9ae4-9ff56356f01a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-12d88-predictor-7b774fdf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: a58d90d1-f846-4eb2-9519-2a0f17f1ef4e
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Created pod: success-200-isvc-12d88-predictor-7b774fdf4d-mp9lm'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-12d88-predictor-7b774fdf4d.18d24c6ad5d1eb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: b82e0e39-6038-476f-8f77-fded2ae1e25c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: d99054fb-4f32-4dd3-8f5f-0178851d0b60
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Scaled up replica set success-200-isvc-12d88-predictor-7b774fdf4d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-12d88-predictor.18d24c6ad27facb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 23e98f19-3fa9-49a4-b489-97425c521f2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: f207ce27-81c5-4e94-afeb-51641647c672
  kind: Event
  lastTimestamp: "2026-09-05T02:41:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:08Z"
    name: success-200-isvc-12d88-predictor.18d24c6e5109d70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 93c5ed2b-14fc-42a7-9584-6e1422e85309
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: f207ce27-81c5-4e94-afeb-51641647c672
  kind: Event
  lastTimestamp: "2026-09-05T02:41:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:08Z"
    name: success-200-isvc-12d88-predictor.18d24c6e516c14e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: 7ee47da9-8652-4a61-8b20-8d55271c933f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f207ce27-81c5-4e94-afeb-51641647c672
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: success-200-isvc-12d88-predictor.18d24c78ce6ebc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 9ff80003-0bed-433b-9b24-a918cbb63c4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-12d88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: f207ce27-81c5-4e94-afeb-51641647c672
  kind: Event
  lastTimestamp: "2026-09-05T02:41:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:23Z"
    name: success-200-isvc-12d88-predictor.18d24c78ced483ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: cc0c9246-3b55-4742-b0b7-2a6769a13518
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 23951dfb-63a6-4561-bf1c-fd01c6b5b301
  kind: Event
  lastTimestamp: "2026-09-05T02:41:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:12Z"
    name: success-200-isvc-12d88.18d24c6ad2837b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 3606ec43-fa66-4244-8170-1c2debe732ed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 23951dfb-63a6-4561-bf1c-fd01c6b5b301
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-12d88":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-12d88":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-12d88.18d24c6ad30e2945
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: b34d5c91-ea06-4e97-b204-8a5b5893b484
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 23951dfb-63a6-4561-bf1c-fd01c6b5b301
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-12d88": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-12d88.18d24c6ad30e7c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 857bc43b-d692-4bde-ba20-5fcb0d6ecc97
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-12d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 23951dfb-63a6-4561-bf1c-fd01c6b5b301
  kind: Event
  lastTimestamp: "2026-09-05T02:41:12Z"
  message: InferenceService [success-200-isvc-12d88] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:41:12Z"
    name: success-200-isvc-12d88.18d24c762d75a467
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 739ad88e-797c-469f-abb5-b175023e159a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:49.005238Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0a61cb7ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26799"
    uid: 5c4f33c7-c38c-4a1c-98d8-3c9e6b691b4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-3af6d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0a6d8d0ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: 00eb7638-3136-48bf-82ae-2faa384b418a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26810"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0aa7accb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 51348b9e-3c56-4c75-9be4-ae79a476a11a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0aa90f6c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: f5a14ea9-9e11-4ed3-883f-75ec52d08006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0aac359600
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: e2abd003-91ed-4802-88bf-11710ac65d5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0aacabe7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: 075d2a05-df39-4186-a2e2-c7c866b0774e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0aacb754a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: f151a98d-5dd2-4f8a-9ed4-d27287b2457f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0aafb6934e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: 24962572-9a37-4b7b-a9d4-1ae88ede0265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:51:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:50Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0ab02c3c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: e681d62a-a932-4564-b6d0-8e7d9728d0c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T02:52:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:27Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24d0b0109049e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 55c96254-7182-4410-a8fc-850135672021
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T03:09:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:07Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24dfc495bdbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34462"
    uid: a45e3e5e-62be-48ba-b050-95a7c9abe071
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26798"
    uid: a7271d07-a22c-42cb-9e19-6587036c8eff
  kind: Event
  lastTimestamp: "2026-09-05T03:09:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:07Z"
    name: success-200-isvc-3af6d-predictor-67876986cd-bjgx2.18d24dfc495c5c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34460"
    uid: cb591fbc-127e-4eba-85ae-f43f076f519a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-3af6d-predictor-67876986cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 5b63136d-414f-4741-a0b5-541c90389acd
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: 'Created pod: success-200-isvc-3af6d-predictor-67876986cd-bjgx2'
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: success-200-isvc-3af6d-predictor-67876986cd.18d24d0a6147b638
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: f6d991b2-352d-4ffc-9816-b134fc534b73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: 8cfa35d2-37a2-4d58-9f75-61bfae9ed8bd
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: Scaled up replica set success-200-isvc-3af6d-predictor-67876986cd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: success-200-isvc-3af6d-predictor.18d24d0a5f70890b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26790"
    uid: e93b1aa6-ad0d-4e06-9a54-4e82a494ea8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: 0d6bd75c-2f6b-49d0-96b5-2ccefc7ec43e
  kind: Event
  lastTimestamp: "2026-09-05T02:52:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:18Z"
    name: success-200-isvc-3af6d-predictor.18d24d0ddd988936
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: aa654c1f-d7ed-4595-a4ae-d9ee5a009ab3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: 0d6bd75c-2f6b-49d0-96b5-2ccefc7ec43e
  kind: Event
  lastTimestamp: "2026-09-05T02:52:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:18Z"
    name: success-200-isvc-3af6d-predictor.18d24d0dddeff766
    namespace: kserve-ci-e2e-test
    resourceVersion: "27308"
    uid: b61e97c8-4b8b-4357-8b5b-f994db988ed9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: 0d6bd75c-2f6b-49d0-96b5-2ccefc7ec43e
  kind: Event
  lastTimestamp: "2026-09-05T02:53:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:04Z"
    name: success-200-isvc-3af6d-predictor.18d24d14db5294ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: d4571472-4ad7-4704-9d53-8d285cd294a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3af6d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: 0d6bd75c-2f6b-49d0-96b5-2ccefc7ec43e
  kind: Event
  lastTimestamp: "2026-09-05T02:53:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:04Z"
    name: success-200-isvc-3af6d-predictor.18d24d14dbb9c951
    namespace: kserve-ci-e2e-test
    resourceVersion: "27776"
    uid: 562b1d02-07f0-4343-abf2-b9457ee70d12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: a7a31507-cbf0-48de-9006-1248dc495e2a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:37Z"
    name: success-200-isvc-3af6d.18d24d0a5f211c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: 70cf47a0-254a-4aaf-820b-42dfcedd12fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27481"
    uid: a7a31507-cbf0-48de-9006-1248dc495e2a
  kind: Event
  lastTimestamp: "2026-09-05T02:52:37Z"
  message: InferenceService [success-200-isvc-3af6d] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:37Z"
    name: success-200-isvc-3af6d.18d24d15bc41d9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27482"
    uid: ca689b6e-c8cf-498f-8c5b-5ab57140d597
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:08.887228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16234"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9a5007500
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 70164367-a881-4b03-9cbb-d09a1700b51a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-3f635-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:09Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9b2760dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 1bb4cca0-01b2-4844-be3a-87582fc8e8bf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9ead324dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 8bf2e8ae-edd5-4656-8907-d8451645991c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9ec3abb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: c214c385-a1fa-4257-9516-6b5f235a1d3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9ef67879d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: d89bc19a-335e-41a3-b762-9953aa6f1b21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9efcaa487
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: ae35428f-7b43-4f43-8e34-19f8746e75d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9efd59d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: a0ab9ae8-1944-46bd-8943-72558b7de703
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9f2ffed7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 12381bb2-bd29-4e4a-b608-4111f62f875b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24be9f38c0168
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: ac8b2753-38f8-4127-88c3-8b0df7e763ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:31:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:47Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24bea4f342ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 469df267-ef03-44c4-a9e9-408fb0b169a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24c6ad1e0b556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: 1553aa90-b82d-4845-a0d0-b52f70a91e83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: d1a861f7-aa26-4ce0-9e61-40badb532623
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: success-200-isvc-3f635-predictor-697669ffb4-bjr2d.18d24c6ad1e1392a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: 14023a4b-e196-466a-bc08-39c03de2bce6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-3f635-predictor-697669ffb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9a9bd430-c09d-47c6-8bd3-069770235941
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: 'Created pod: success-200-isvc-3f635-predictor-697669ffb4-bjr2d'
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-3f635-predictor-697669ffb4.18d24be9a47cec12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16235"
    uid: a4935eac-42db-4a17-995c-88d1c90a0598
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 04ffb309-b0be-4695-9991-4f8999d433db
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Scaled up replica set success-200-isvc-3f635-predictor-697669ffb4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-3f635-predictor.18d24be9a3099a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: 0aba5dcb-5d88-48f5-81d4-b4a4585267e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 51cfab89-058d-46d8-aad4-1c1a3d48bc55
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: success-200-isvc-3f635-predictor.18d24bed217a4788
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 8800762e-31b7-4a35-85ff-3e0c6d404612
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 51cfab89-058d-46d8-aad4-1c1a3d48bc55
  kind: Event
  lastTimestamp: "2026-09-05T02:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:53Z"
    name: success-200-isvc-3f635-predictor.18d24bed21e145f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: a2ce1fc3-8c7f-4b82-bc80-f33e8102cea4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 51cfab89-058d-46d8-aad4-1c1a3d48bc55
  kind: Event
  lastTimestamp: "2026-09-05T02:32:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:23Z"
    name: success-200-isvc-3f635-predictor.18d24bf79dfe3f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: a5fca3a4-3a1a-45a5-83af-b87c7a9b9349
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3f635-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 51cfab89-058d-46d8-aad4-1c1a3d48bc55
  kind: Event
  lastTimestamp: "2026-09-05T02:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:23Z"
    name: success-200-isvc-3f635-predictor.18d24bf79eb4ef58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: 425c2c7b-ab78-4fcb-99f4-e5918ce21816
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 60b5f066-55a3-4a02-b6cc-00ce913f3ab5
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: success-200-isvc-3f635.18d24be9a30de20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 7b6ab0f0-ee9c-4c0a-a2d2-c406cb515517
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 60b5f066-55a3-4a02-b6cc-00ce913f3ab5
  kind: Event
  lastTimestamp: "2026-09-05T02:31:57Z"
  message: InferenceService [success-200-isvc-3f635] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:31:57Z"
    name: success-200-isvc-3f635.18d24bf50a28ca3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 60556e3c-605f-4045-ac06-13bbf16a6562
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:42:24.007547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c86d54efec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: ce9ed9b8-d556-4177-bef5-df3f017a781e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-43d66-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c86e1890ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22194"
    uid: 61afa868-9953-440a-a515-00c8c4711af5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c8751073f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: 84979915-625b-423b-8bf7-04727e4ad54d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c8752f2b535
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: c27762e9-5b39-4bb7-bf33-cb0cfe3e3965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c875673dc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: 5231ca2a-af99-4298-aa9a-5b3564c05fce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c8756e762b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22222"
    uid: 630ec2b1-bd3f-42cc-be32-0a9c898b2a03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c8756f183c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22224"
    uid: 9f58e50f-540b-4eeb-8b1d-d163c8f3d1bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c875a45d8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: f0bda62e-e9d8-4fac-ad17-7256f6a2fc34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:42:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:26Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c875ab9ba96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: 2e423a10-325c-43e7-add2-662b34220a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:43:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:43:04Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24c87c3ee7335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 66d6ae23-bc4c-4566-b23d-e9775cc8d643
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24d0a55f8323a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26759"
    uid: b8e3cb92-6f96-4768-bd51-dc6a3c4669c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:51:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:48Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24d0a55f8c5e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26765"
    uid: 4199606a-fefb-4295-9991-dfab590a0290
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: db614bb6-145c-4949-a2f6-4953b589f6b5
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: success-200-isvc-43d66-predictor-7ff977846d-4qxhj.18d24d0a62724d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: 45fd78c9-df62-4c78-b6bf-124427628872
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-43d66-predictor-7ff977846d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 74b21ae6-0546-4a25-b9d1-1cacc763802c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: 'Created pod: success-200-isvc-43d66-predictor-7ff977846d-4qxhj'
  metadata:
    creationTimestamp: "2026-09-05T02:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:24Z"
    name: success-200-isvc-43d66-predictor-7ff977846d.18d24c86d4b5c1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 92f0db02-f081-4cfb-a7d3-6f2e644cc712
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: ecb57e9f-88c1-4490-9ac9-b4b06ac2f9f8
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: Scaled up replica set success-200-isvc-43d66-predictor-7ff977846d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:23Z"
    name: success-200-isvc-43d66-predictor.18d24c86d2cd4f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: 504a8f70-e3ca-4765-a95e-0a7f763cc2b0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 4ce5c4c9-891d-49a1-a8d8-d2418a525df6
  kind: Event
  lastTimestamp: "2026-09-05T02:43:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:09Z"
    name: success-200-isvc-43d66-predictor.18d24c8a52058888
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: 92ceebb2-2b19-48cd-889d-bc4323062a15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 4ce5c4c9-891d-49a1-a8d8-d2418a525df6
  kind: Event
  lastTimestamp: "2026-09-05T02:43:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:09Z"
    name: success-200-isvc-43d66-predictor.18d24c8a5269d299
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: f2470652-8093-4ac9-83d9-05f12cbc0b56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 4ce5c4c9-891d-49a1-a8d8-d2418a525df6
  kind: Event
  lastTimestamp: "2026-09-05T02:43:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:39Z"
    name: success-200-isvc-43d66-predictor.18d24c8dd1934c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: ac9afccb-0c19-4235-990d-b8df31d8124a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-43d66-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 4ce5c4c9-891d-49a1-a8d8-d2418a525df6
  kind: Event
  lastTimestamp: "2026-09-05T02:43:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:39Z"
    name: success-200-isvc-43d66-predictor.18d24c8dd1f66483
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 69e917ed-e4c6-4892-8f30-273663c6a7c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: 985727f2-dd5b-4ef7-a83e-a99e4c2f20e7
  kind: Event
  lastTimestamp: "2026-09-05T02:43:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:14Z"
    name: success-200-isvc-43d66.18d24c86d387fe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: f4f521f2-0cdc-467d-bc6c-17fb85af046f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:43:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-43d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: 985727f2-dd5b-4ef7-a83e-a99e4c2f20e7
  kind: Event
  lastTimestamp: "2026-09-05T02:43:14Z"
  message: InferenceService [success-200-isvc-43d66] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:43:14Z"
    name: success-200-isvc-43d66.18d24c9280efc450
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 06c6308e-2d10-4eef-999e-e8753f642b84
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:41:13.692045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c76762d784b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: 91e25b2c-2765-4385-8d7f-96b71d1c3135
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c76986ac3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 33cb7ccf-de72-4211-bc8f-78b7cbc539e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c7699b86ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21234"
    uid: 2da18426-7db6-4b8f-9e29-2786e9a41c6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c769d393db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21236"
    uid: edb400fa-1ec0-4eae-9e17-e5a4fd1360d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c769daf8a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: 4305054b-085c-48c6-aa98-d3b489c016e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c769dbadb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: cd01b9f6-704d-4df3-bc6d-888c51786ce5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c76a110067a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: f3a7dbdb-5dc4-4b7c-9dde-25833e282ae5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:14Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c76a19df539
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: f6926d7f-f720-4ac2-a51d-60909e7fbd7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:41:50Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:50Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c76adb7d342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: 511329ec-6956-40f7-b871-721412415956
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:23Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c86cd721077
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: acadd725-f4dd-4d25-9f2b-f52c57cb4272
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:23Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c86cd729aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: 0b8abd52-eac3-42bd-bc6d-ecfb1ee6bf91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 95abbc15-baab-4701-8410-70a2d6621a5c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:42:25Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5.18d24c8735f9daa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22216"
    uid: 2476c027-c8f9-4ac0-a5a4-330a2b36a3b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-80c39-predictor-59cf7d7b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: daa55ad6-382a-4886-be54-02ef2b7f9c41
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: 'Created pod: success-200-isvc-80c39-predictor-59cf7d7b96-xp9n5'
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: success-200-isvc-80c39-predictor-59cf7d7b96.18d24c7675753e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: c0b92dad-93f2-4b32-a9bc-c664650c5753
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 2b5a1102-2caf-4f29-a675-dbd561ab1d10
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Scaled up replica set success-200-isvc-80c39-predictor-59cf7d7b96 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: success-200-isvc-80c39-predictor.18d24c7673ad9e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: a1ad6ba5-8a92-466a-8971-3da971c6a4d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 8f15867f-2a8f-4d87-9ce1-051689026dfe
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: success-200-isvc-80c39-predictor.18d24c79f23de2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21961"
    uid: 3a59b185-c842-4d11-8e62-e3957f481782
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 8f15867f-2a8f-4d87-9ce1-051689026dfe
  kind: Event
  lastTimestamp: "2026-09-05T02:42:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:13Z"
    name: success-200-isvc-80c39-predictor.18d24c79f2b76851
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 4709ac85-46b2-4de9-93a6-3ffb278de7a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 8f15867f-2a8f-4d87-9ce1-051689026dfe
  kind: Event
  lastTimestamp: "2026-09-05T02:41:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:43Z"
    name: success-200-isvc-80c39-predictor.18d24c7d71695454
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: b94a1d4f-679b-4574-b1ef-4ca53d037b15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-80c39-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 8f15867f-2a8f-4d87-9ce1-051689026dfe
  kind: Event
  lastTimestamp: "2026-09-05T02:41:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:43Z"
    name: success-200-isvc-80c39-predictor.18d24c7d71c94047
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 9bd2eef9-0eda-4170-b57b-abad6bd2ceca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-80c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 0f5c26b1-4fed-44ec-a69e-1f55d6cc70aa
  kind: Event
  lastTimestamp: "2026-09-05T02:42:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:00Z"
    name: success-200-isvc-80c39.18d24c7673b4c9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 69c520c3-3fd4-45ed-88d4-575620522bb6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-80c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: 0f5c26b1-4fed-44ec-a69e-1f55d6cc70aa
  kind: Event
  lastTimestamp: "2026-09-05T02:42:00Z"
  message: InferenceService [success-200-isvc-80c39] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:00Z"
    name: success-200-isvc-80c39.18d24c816931f332
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 78af6230-480b-4ff7-af1a-5fcea590dac9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:41:34.079214Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b3558ff9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: 31633e59-a2e7-42de-a90b-541c62793404
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-9755b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b40767553
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: f116f745-251c-4dc0-b97a-2b7ba107082f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b7b294db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 560d9a7e-3c7e-46ca-887a-17617b9084a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b7c95b148
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: 58cf21cb-0d91-4e0b-b391-98f2730b4881
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b7fca51be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 67782391-5098-4009-a5f8-14a23517ff54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b8042439a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 7bac9c5b-e6ad-4125-ac44-8ac04c3e90ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b804daad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 2e7be46f-fcb5-4449-b91d-53f2b4844c8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b836c2bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: 936fa904-7c95-4eda-ad6e-d7cc44aa1f76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:41:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:35Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b83e006e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21598"
    uid: 5d419074-9fb7-4f89-83d4-863b16a5324a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:50:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:51Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24c7b98495659
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 1098e3d5-c41d-419d-892f-5eebb0b04c4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24cfc6d8a34d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26177"
    uid: b1c23bef-a475-45b5-ac30-b5b399978554
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24cfc6d8c9488
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: f80de525-2197-46d1-ae0f-affc84dfa173
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: ef87173c-6ff3-4330-ba4d-05c4c43bd763
  kind: Event
  lastTimestamp: "2026-09-05T02:50:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:51Z"
    name: success-200-isvc-9755b-predictor-756f474dfd-jjqqk.18d24cfd0ce694cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 1f34237b-3508-4fcf-8739-eafccc40ae2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-9755b-predictor-756f474dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: a8e026fe-c0a2-4cf5-bfac-b75da3254b91
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: 'Created pod: success-200-isvc-9755b-predictor-756f474dfd-jjqqk'
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: success-200-isvc-9755b-predictor-756f474dfd.18d24c7b34ee921a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 2e7f868e-87af-4d4d-98de-bcd02411ac41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 7c1f3216-804a-4f9c-84c0-11885b1dd482
  kind: Event
  lastTimestamp: "2026-09-05T02:41:34Z"
  message: Scaled up replica set success-200-isvc-9755b-predictor-756f474dfd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:41:34Z"
    name: success-200-isvc-9755b-predictor.18d24c7b3268fe7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 2d551bb3-ffa9-473f-99f0-ea9f9da5dd38
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 768a5da2-595d-4e68-a6e7-2b2b5c45d78c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:04Z"
    name: success-200-isvc-9755b-predictor.18d24c7eb0ed099b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21868"
    uid: d370269f-0992-486c-a156-7e57bfee9a94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 768a5da2-595d-4e68-a6e7-2b2b5c45d78c
  kind: Event
  lastTimestamp: "2026-09-05T02:42:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:42:04Z"
    name: success-200-isvc-9755b-predictor.18d24c7eb15502cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 93e23856-46b6-42df-8186-c16e12ac9fd1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 768a5da2-595d-4e68-a6e7-2b2b5c45d78c
  kind: Event
  lastTimestamp: "2026-09-05T02:43:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:04Z"
    name: success-200-isvc-9755b-predictor.18d24c85aea1f6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22580"
    uid: 92a36ec0-800c-4ff9-8de3-53602d57c782
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9755b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 768a5da2-595d-4e68-a6e7-2b2b5c45d78c
  kind: Event
  lastTimestamp: "2026-09-05T02:43:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:43:04Z"
    name: success-200-isvc-9755b-predictor.18d24c85af0740a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: c9d09948-ad30-4b58-a797-f462b202d3fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 4ff1388d-57ef-44d8-814d-ceef8bfcfb78
  kind: Event
  lastTimestamp: "2026-09-05T02:42:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:21Z"
    name: success-200-isvc-9755b.18d24c7b328346da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22053"
    uid: f7d9b5cb-6389-4046-9c3d-ed533baff017
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:42:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-9755b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 4ff1388d-57ef-44d8-814d-ceef8bfcfb78
  kind: Event
  lastTimestamp: "2026-09-05T02:42:21Z"
  message: InferenceService [success-200-isvc-9755b] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:42:21Z"
    name: success-200-isvc-9755b.18d24c8653a1d8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: 734c61a4-e2d5-47b8-bdfa-50fda8045366
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:31:58.814074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf544df9ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 9e8acb6d-ae40-40ca-ac4f-7707f45830ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf566ceb3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 35a6e593-e077-4cc4-a6ad-3a608e4375b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf56842eaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: 535d8284-29aa-4b6a-969f-48d13ce6cbe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf56adaac57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 1c465008-378d-4322-bb25-21f8a3d848f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf56b404d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 1998cca0-cd65-439d-abf1-51c157509c22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf56b4adb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: 3aef6d3a-7ad3-42c8-8b99-78efe2461b3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf56dd1e9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: 7f54ccce-0296-4f81-bef8-ba3c34269f35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:31:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:59Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf56e369e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 3cfecc2c-df93-4c13-8a0c-34404142a9ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:32:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:36Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24bf5c66a3816
    namespace: kserve-ci-e2e-test
    resourceVersion: "17322"
    uid: 21a8b832-cf6a-4076-900d-4cfb269761c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24c766ef10ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 75965486-92d6-45c7-bd8c-e34ef8f58dc8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: a3923ab1-65a6-4eca-80a4-95246afae40e
  kind: Event
  lastTimestamp: "2026-09-05T02:41:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:41:13Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb.18d24c766ef1c24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: a3bacd51-1c73-481c-b93c-be87b1a843e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-9f825-predictor-6cfc7876b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16889"
    uid: a297ec9f-8c83-4069-9bb0-5124c9420824
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: 'Created pod: success-200-isvc-9f825-predictor-6cfc7876b6-flxxb'
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: success-200-isvc-9f825-predictor-6cfc7876b6.18d24bf544773fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16896"
    uid: dbaafc0c-5013-46a4-a32d-7c0d80c5baef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 35f7ce26-f860-415c-8063-3e66a611b39b
  kind: Event
  lastTimestamp: "2026-09-05T02:31:58Z"
  message: Scaled up replica set success-200-isvc-9f825-predictor-6cfc7876b6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:58Z"
    name: success-200-isvc-9f825-predictor.18d24bf542c93ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16890"
    uid: 2ec96098-bb7e-4c0c-b32f-9e5a8c572c86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: fa3be263-4334-4d6a-9477-c1bff5bc2bd3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:28Z"
    name: success-200-isvc-9f825-predictor.18d24bf8c143e041
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: d64bd3d8-06f4-44f9-b270-7cab82fe8585
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16888"
    uid: fa3be263-4334-4d6a-9477-c1bff5bc2bd3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:28Z"
    name: success-200-isvc-9f825-predictor.18d24bf8c1a54112
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 69c13e79-15f8-43c6-baed-91d2d8121802
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: fa3be263-4334-4d6a-9477-c1bff5bc2bd3
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: success-200-isvc-9f825-predictor.18d24bffbefa9de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 29c5841a-8946-4197-97d5-7c3066ee26f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-9f825-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: fa3be263-4334-4d6a-9477-c1bff5bc2bd3
  kind: Event
  lastTimestamp: "2026-09-05T02:33:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:33:28Z"
    name: success-200-isvc-9f825-predictor.18d24bffbf5f3101
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: 6f1a5ff0-e94e-45f4-aa1f-33a14df749c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 7d98155a-b573-4df0-b286-e5b2d12459f3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:47Z"
    name: success-200-isvc-9f825.18d24bf542cdcc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: e5aae39d-4bec-435b-9c8c-97b15e6a2b6f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-9f825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 7d98155a-b573-4df0-b286-e5b2d12459f3
  kind: Event
  lastTimestamp: "2026-09-05T02:32:47Z"
  message: InferenceService [success-200-isvc-9f825] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:47Z"
    name: success-200-isvc-9f825.18d24c008233670d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 9a24bdb5-8e80-4788-a686-c51e6e72d254
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:51:59.376612Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0ccbfa29b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: e1ad490b-9508-4165-88fd-0ce5a3327041
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cee0c1a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: ded90167-d7b2-4ca0-87e8-c757bc76e67e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cef6a67a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27114"
    uid: 45ce58d4-b872-4cc0-ae9e-eb8ba078c027
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:52:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:00Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cf2e36b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27115"
    uid: 3fc27892-de23-4daf-a515-25db50092c8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:52:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:00Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cf3556def
    namespace: kserve-ci-e2e-test
    resourceVersion: "27116"
    uid: 1a2c95f7-dd46-4cb4-96eb-08a723ac34cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:52:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:00Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cf35fbe4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27117"
    uid: a3ae44ef-3e8a-4230-b71d-c8d04a291e42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:52:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:00Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cf75fb77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: c19a4528-63e7-4d87-b22c-54a52d282b26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T02:52:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:00Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0cf7e3d31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 79b14edf-4f06-47ae-ae63-49ff8a6350c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:16Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d0d1cbc3738
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: c56ca329-d706-4545-bab0-87a5e21d0762
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T03:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:14Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d8df4b01898
    namespace: kserve-ci-e2e-test
    resourceVersion: "31186"
    uid: 9dea9ae9-dd46-415b-afbf-a4e41ca535e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T03:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:14Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d8df4b091dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31192"
    uid: ae0de657-4179-4f7a-8b63-29fa87ed20c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:01:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 2eb1ea22-a856-4fd3-bfaa-22335d14af5d
  kind: Event
  lastTimestamp: "2026-09-05T03:01:16Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T03:01:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:01:16Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw.18d24d8e913d30c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 5154b7f0-4215-4c7b-bce4-ae64eaac8a02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-a4a3e-predictor-df7cf9c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 20b7d5ac-6c65-49c9-8547-f2a66704b628
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: 'Created pod: success-200-isvc-a4a3e-predictor-df7cf9c54-h6kkw'
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-a4a3e-predictor-df7cf9c54.18d24d0ccb884165
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: cda5026e-1b35-486d-88ee-e7d27d95143e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: f3a7656f-dc76-41c2-ba62-72a614bf0e2a
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Scaled up replica set success-200-isvc-a4a3e-predictor-df7cf9c54 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-a4a3e-predictor.18d24d0cc9c771df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: d08f6e75-68d2-4006-91e8-8bc2da5d5885
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: fd00ec41-67b9-4857-affe-6a8ba094cdf6
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: success-200-isvc-a4a3e-predictor.18d24d1048502bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: 9f5e0c1d-9186-4dc0-a1fe-6422d99be620
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: fd00ec41-67b9-4857-affe-6a8ba094cdf6
  kind: Event
  lastTimestamp: "2026-09-05T02:52:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:29Z"
    name: success-200-isvc-a4a3e-predictor.18d24d1048b0b9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: 253bf161-529c-4b38-a38a-92b592dbcb2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: fd00ec41-67b9-4857-affe-6a8ba094cdf6
  kind: Event
  lastTimestamp: "2026-09-05T02:53:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:14Z"
    name: success-200-isvc-a4a3e-predictor.18d24d1746e2a7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 74a9619e-fd32-4873-8ea1-11c7a1009bc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a4a3e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: fd00ec41-67b9-4857-affe-6a8ba094cdf6
  kind: Event
  lastTimestamp: "2026-09-05T02:53:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:14Z"
    name: success-200-isvc-a4a3e-predictor.18d24d17475c72c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: b248a260-be2d-4d1a-b903-3d8b37436fed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27048"
    uid: 48890c1c-07a1-4dd7-95c9-b692832524fb
  kind: Event
  lastTimestamp: "2026-09-05T02:52:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:46Z"
    name: success-200-isvc-a4a3e.18d24d0cc9c9702d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 22ce1164-39e6-45a1-8e21-46313fbf2ad6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a4a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27557"
    uid: 48890c1c-07a1-4dd7-95c9-b692832524fb
  kind: Event
  lastTimestamp: "2026-09-05T02:52:46Z"
  message: InferenceService [success-200-isvc-a4a3e] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:46Z"
    name: success-200-isvc-a4a3e.18d24d17d7be4c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27558"
    uid: da86c838-ae29-4982-8dce-54b7c06c6aca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:29:38.433313Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15161"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd495872733
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 6248a581-457c-4a5b-895b-0a0fe0ff1739
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd4b7967666
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: ca9189bb-7e6c-4607-92de-de6d1088679a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:39Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1947"
  metadata:
    creationTimestamp: "2026-09-05T02:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:39Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd4ba102dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: 82b8ea0f-e36f-493a-bb8d-279780ed987c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1947"
    in 12.092s (12.092s including waiting). Image size: 1356691533 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:51Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd78ad0612e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: be11de53-397e-454b-be7b-42b74fedf5bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:51Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd7909fbf42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 4ae39405-2dd9-42a8-b00a-fd116a224e74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:51Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd7913d41e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: d157e219-7448-44fb-b1f1-4696266afa88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:51Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-05T02:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:51Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd79155e9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: b8839373-bba3-4eed-a361-4eaf62e6b7c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 7.289s (7.289s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd943d0c51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: f6b0ba56-33f9-4db4-8c34-5e611108c3f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd948625f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 64485d94-ad6a-48af-9995-1ffa856c2b6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:29:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:29:58Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd948ee83cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: a4ba38ba-580b-4f34-9ff6-f56a2eda204c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:30:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:35Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24bd975c1b725
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 1acea198-6a5e-4e8e-a70e-6735c21ac050
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24be99ebc96f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 54da85f3-1c1f-4889-8667-c55ac7024258
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24be99ebcedce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 22dbaaff-4959-43f1-a5ce-ee2031e23a80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: ccfe7a8e-c944-468f-84b2-1a5f1ad15d40
  kind: Event
  lastTimestamp: "2026-09-05T02:31:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:10Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9.18d24be9fe27b0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: b14b4127-94c8-4bf7-ba70-eb8968ba9e7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-a6d98-predictor-56646fb6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 08e8cedb-f7b9-4ba2-b2a5-cd83bd781cbb
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'Created pod: success-200-isvc-a6d98-predictor-56646fb6cd-8cfd9'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: success-200-isvc-a6d98-predictor-56646fb6cd.18d24bd495218f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 150af7d8-54c3-4f9a-8063-ca74d3ec43de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: fc9078dd-e9b5-4346-82b6-8e08295a914d
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: Scaled up replica set success-200-isvc-a6d98-predictor-56646fb6cd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: success-200-isvc-a6d98-predictor.18d24bd491eb90ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15155"
    uid: d8c8c60c-d842-4e7b-99e3-9703b62b7bd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 0df84800-9f9b-4432-928d-291c1aa4ea4c
  kind: Event
  lastTimestamp: "2026-09-05T02:30:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:38Z"
    name: success-200-isvc-a6d98-predictor.18d24bd8172d1347
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: 4d29de2d-26ab-48d4-aaf5-5dac1638f5b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 0df84800-9f9b-4432-928d-291c1aa4ea4c
  kind: Event
  lastTimestamp: "2026-09-05T02:30:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:38Z"
    name: success-200-isvc-a6d98-predictor.18d24bd81788590c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: a60243cc-8e2f-4800-a012-c984374edf4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 0df84800-9f9b-4432-928d-291c1aa4ea4c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-a6d98-predictor.18d24be613a67044
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: c206c7b2-b8b0-4b2d-908a-84c7b5ae799b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a6d98-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 0df84800-9f9b-4432-928d-291c1aa4ea4c
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: success-200-isvc-a6d98-predictor.18d24be613f90402
    namespace: kserve-ci-e2e-test
    resourceVersion: "16161"
    uid: 3c876c20-1598-44c6-aa82-bb3e99791902
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: ab3de439-b2f5-4d27-844a-610cfa6dd65e
  kind: Event
  lastTimestamp: "2026-09-05T02:30:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:45Z"
    name: success-200-isvc-a6d98.18d24bd498193594
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 36ad434d-247b-47a0-8c47-4618fa481edc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: ab3de439-b2f5-4d27-844a-610cfa6dd65e
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-a6d98":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a6d98":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: success-200-isvc-a6d98.18d24bd4987e8236
    namespace: kserve-ci-e2e-test
    resourceVersion: "15177"
    uid: e3f5f102-8c41-4d25-9200-11638ff238bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:29:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: ab3de439-b2f5-4d27-844a-610cfa6dd65e
  kind: Event
  lastTimestamp: "2026-09-05T02:29:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-a6d98": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-05T02:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:29:38Z"
    name: success-200-isvc-a6d98.18d24bd4987ec6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 14d58829-f0ad-484e-acc9-f8c292c9c2b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: ab3de439-b2f5-4d27-844a-610cfa6dd65e
  kind: Event
  lastTimestamp: "2026-09-05T02:30:45Z"
  message: InferenceService [success-200-isvc-a6d98] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:45Z"
    name: success-200-isvc-a6d98.18d24be43147aa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15941"
    uid: dcf7dcff-663e-47ed-86fd-27f011bf95a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:50:49.050530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    to ip-10-0-138-105.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfc6c37486e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: 03d586fa-07c2-4599-9c66-f10e88a8ef5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-ca9bf-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfc799fbcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 29246cd0-5fbc-447c-b0b1-31261b9f35c4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcb230e9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26244"
    uid: 0477e2c7-a3fc-4a7c-9ac7-f0258fc96832
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1947" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcb408bc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: b21cedea-3515-4560-ac7f-2996c9c65557
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcb77ce71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: d8e54290-cf5c-469e-8749-cafb6e46c21d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcb7f2d823
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: d1772678-395f-4801-8946-4d52a8b92b05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcb7fcf61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 8a7de7a8-e953-4838-8327-cb49b4cd8c9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcbb3eff47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26255"
    uid: c524df6e-12c8-4e14-9bf1-896d6f2fe3c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:50:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:50:50Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcbbb526e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: 2a2ee3ad-97f2-4317-8545-93f1ea1377c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-05T02:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:27Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24cfcf74ec394
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: e6e25d1a-31fb-4df6-b94f-f6807d1e42c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24d0cc4184556
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: c4ee2769-165b-4c7c-9b83-2bc16fc2e9a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:51:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-05T02:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:51:59Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24d0cc418fb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: 12c31606-ee35-45d0-abb2-d71613c74953
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: 6a5b59a7-f1d9-4886-95ff-48f213b8ea08
  kind: Event
  lastTimestamp: "2026-09-05T02:52:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-05T02:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:02Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc.18d24d0d7fb62aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "27158"
    uid: 23503049-1206-456f-aa17-67d42d7f3b60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-105.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-105.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: 8052f42c-b6d8-4bb9-b3ed-ff83cf8fcda3
  kind: Event
  lastTimestamp: "2026-09-05T02:50:49Z"
  message: 'Created pod: success-200-isvc-ca9bf-predictor-6bbb4bb6fb-bstjc'
  metadata:
    creationTimestamp: "2026-09-05T02:50:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:49Z"
    name: success-200-isvc-ca9bf-predictor-6bbb4bb6fb.18d24cfc6bcc1723
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: 2910cb7a-b9a2-4f78-8946-9db514c35e5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26148"
    uid: 756820c9-ce06-4890-bf06-2dbde1d5025f
  kind: Event
  lastTimestamp: "2026-09-05T02:50:48Z"
  message: Scaled up replica set success-200-isvc-ca9bf-predictor-6bbb4bb6fb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:50:48Z"
    name: success-200-isvc-ca9bf-predictor.18d24cfc683af786
    namespace: kserve-ci-e2e-test
    resourceVersion: "26151"
    uid: e5abad3c-d297-4c78-94b9-e1cd36fb5146
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: 73cd3a2e-9493-4c72-bc3a-26f3e726efc2
  kind: Event
  lastTimestamp: "2026-09-05T02:51:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:19Z"
    name: success-200-isvc-ca9bf-predictor.18d24cffe6cab59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: 1f8246ac-e1e2-4a39-b729-08fc1c4872c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: 73cd3a2e-9493-4c72-bc3a-26f3e726efc2
  kind: Event
  lastTimestamp: "2026-09-05T02:51:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:51:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:19Z"
    name: success-200-isvc-ca9bf-predictor.18d24cffe712f8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26497"
    uid: 40746927-c537-4018-a0e2-0873a9442b37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 73cd3a2e-9493-4c72-bc3a-26f3e726efc2
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: success-200-isvc-ca9bf-predictor.18d24d06e481d37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: fa465b9a-6a36-49d3-bda9-f921124a35f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ca9bf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 73cd3a2e-9493-4c72-bc3a-26f3e726efc2
  kind: Event
  lastTimestamp: "2026-09-05T02:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:51:49Z"
    name: success-200-isvc-ca9bf-predictor.18d24d06e4e5ad8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: e1022f89-36a8-4f8c-90cc-d57cf86b04f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:50:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26139"
    uid: cfdf16d8-c02f-4c66-abfb-aa01f9f12a18
  kind: Event
  lastTimestamp: "2026-09-05T02:51:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-05T02:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:37Z"
    name: success-200-isvc-ca9bf.18d24cfc68400e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 10d874fb-6ed8-4558-b6aa-a6c79f98f358
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ca9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: cfdf16d8-c02f-4c66-abfb-aa01f9f12a18
  kind: Event
  lastTimestamp: "2026-09-05T02:51:37Z"
  message: InferenceService [success-200-isvc-ca9bf] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:51:37Z"
    name: success-200-isvc-ca9bf.18d24d07b33fd312
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: da986e7b-50d8-4fe6-9ea4-0e73bc247a3f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:52:48.947566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27582"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-3af6d-55559fdf56-6zztd
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:52:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:52:48Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24d1856a2d1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: 2a47a9b2-a1fb-46ba-8587-f891b2efae63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24d1878b281ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: f410985b-a3a9-433d-a58d-23144a015bec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3af6d}
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24d1879fb95b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 0649e5e5-85c4-4488-8141-66bc3c3f3e73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3af6d}
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: 'Created container: switch-graph-3af6d'
  metadata:
    creationTimestamp: "2026-09-05T02:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24d187d34627b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: 21fe0840-e797-4e87-9f02-b11f8edd25e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3af6d}
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: Started container switch-graph-3af6d
  metadata:
    creationTimestamp: "2026-09-05T02:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24d187daa1562
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 3c7a3ecf-9f09-4cb9-ac41-2f0757903e91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3af6d}
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: "2026-09-05T03:09:07Z"
  message: Stopping container switch-graph-3af6d
  metadata:
    creationTimestamp: "2026-09-05T03:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:07Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24dfc41289e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34443"
    uid: 41322d76-7353-40f9-a7f0-af3fcfcec762
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-05T03:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3af6d}
    kind: Pod
    name: switch-graph-3af6d-55559fdf56-6zztd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: cff5b940-e570-413c-8af1-e3c871a1406c
  kind: Event
  lastTimestamp: "2026-09-05T03:09:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T03:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T03:09:31Z"
    name: switch-graph-3af6d-55559fdf56-6zztd.18d24dfd0c931949
    namespace: kserve-ci-e2e-test
    resourceVersion: "34684"
    uid: 19a530b1-050f-43e2-810a-b1fef678936b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-3af6d-55559fdf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: 01abee95-cd21-4754-b708-d86f16c158f4
  kind: Event
  lastTimestamp: "2026-09-05T02:52:48Z"
  message: 'Created pod: switch-graph-3af6d-55559fdf56-6zztd'
  metadata:
    creationTimestamp: "2026-09-05T02:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:48Z"
    name: switch-graph-3af6d-55559fdf56.18d24d185639f73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27584"
    uid: 53e0feb6-c230-4518-bf56-c48938bdab87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27577"
    uid: 413739eb-fcfb-49fa-b794-17b2d2143dae
  kind: Event
  lastTimestamp: "2026-09-05T02:52:48Z"
  message: Scaled up replica set switch-graph-3af6d-55559fdf56 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:52:48Z"
    name: switch-graph-3af6d.18d24d1855152bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27581"
    uid: c28e0829-fff3-4dca-998b-304e8de8ea27
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:52:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27595"
    uid: 8d3abddf-798e-4586-8219-1f19f65332e8
  kind: Event
  lastTimestamp: "2026-09-05T02:52:49Z"
  message: InferenceGraph [switch-graph-3af6d] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:52:49Z"
    name: switch-graph-3af6d.18d24d185a5f656c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: 561a3fd9-f183-4c0a-94e3-4151301c2ceb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: 3c7b1fec-fe5e-4b67-ad16-bfb2952bbbba
  kind: Event
  lastTimestamp: "2026-09-05T02:53:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:33Z"
    name: switch-graph-3af6d.18d24d1bd383e8ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: 9c82045b-3be2-43a2-abc3-a4bb5d50cc94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-05T02:53:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-3af6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: 3c7b1fec-fe5e-4b67-ad16-bfb2952bbbba
  kind: Event
  lastTimestamp: "2026-09-05T02:53:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:53:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:53:33Z"
    name: switch-graph-3af6d.18d24d1bd3c3966c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 202504b4-3de1-4cae-98f8-64dcd1aa244c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:32:08.918403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-3f635-7c445694c5-k6nq4
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:32:08Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24bf79f236fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 66bc57e0-7de2-49d5-98dc-3baa59541b9b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:09Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:32:09Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24bf7c16db77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: f2ec463a-cdab-452b-8a55-1b1b985998ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3f635}
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:09Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:09Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24bf7c2d0ca9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: f8f8093f-8767-4677-9a48-fa25a8163183
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3f635}
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:09Z"
  message: 'Created container: switch-graph-3f635'
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:09Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24bf7c5fba997
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 72062fed-fb9a-4bd5-b502-69aabac738c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3f635}
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:09Z"
  message: Started container switch-graph-3f635
  metadata:
    creationTimestamp: "2026-09-05T02:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:32:09Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24bf7c678dfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 50e3cd29-d5e7-42c2-b17b-8466e7a230c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3f635}
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: "2026-09-05T02:40:23Z"
  message: Stopping container switch-graph-3f635
  metadata:
    creationTimestamp: "2026-09-05T02:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:23Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24c6aca97fe72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: ad4a569d-31c8-4a39-b0c7-2b1382f2ba8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:40:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-3f635}
    kind: Pod
    name: switch-graph-3f635-7c445694c5-k6nq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: da64be77-28d0-4d1f-a404-fe6abafdaf0c
  kind: Event
  lastTimestamp: "2026-09-05T02:40:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:40:51Z"
    name: switch-graph-3f635-7c445694c5-k6nq4.18d24c6b75ae22e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: e0bf56c0-2d8b-4820-96bd-c1ed44deb6e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-3f635-7c445694c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 6a43656d-23b9-4d26-803c-44c7b17bb69c
  kind: Event
  lastTimestamp: "2026-09-05T02:32:08Z"
  message: 'Created pod: switch-graph-3f635-7c445694c5-k6nq4'
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:08Z"
    name: switch-graph-3f635-7c445694c5.18d24bf79eb4b4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 6624d120-4445-4d46-960c-a976d3530fab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 71b0e507-3f8b-4ab8-967b-aca417506156
  kind: Event
  lastTimestamp: "2026-09-05T02:32:08Z"
  message: Scaled up replica set switch-graph-3f635-7c445694c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:08Z"
    name: switch-graph-3f635.18d24bf79dfc90cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 3dc9d23a-ee02-4930-b224-e68474a8f60d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "17081"
    uid: 8b0ddbde-ce87-4043-97ea-c8a81b2874da
  kind: Event
  lastTimestamp: "2026-09-05T02:32:08Z"
  message: InferenceGraph [switch-graph-3f635] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:32:08Z"
    name: switch-graph-3f635.18d24bf7a3969a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17083"
    uid: 532ce143-30fa-4d1e-8487-adc27c7a0e61
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: fd4b2fd3-0727-4fb7-a2db-81a7838582a0
  kind: Event
  lastTimestamp: "2026-09-05T02:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:23Z"
    name: switch-graph-3f635.18d24bfb1cdd9779
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 33da9639-a3cb-4838-8eb3-256a999351cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: fd4b2fd3-0727-4fb7-a2db-81a7838582a0
  kind: Event
  lastTimestamp: "2026-09-05T02:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-05T02:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:23Z"
    name: switch-graph-3f635.18d24bfb1d20710e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: c8b19e8f-d1a0-4b17-84ef-970669ac64b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: fd4b2fd3-0727-4fb7-a2db-81a7838582a0
  kind: Event
  lastTimestamp: "2026-09-05T02:32:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:38Z"
    name: switch-graph-3f635.18d24bfe9bc94e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: b7bb60b6-dd74-4c08-8e14-60e0c27207c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-3f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: fd4b2fd3-0727-4fb7-a2db-81a7838582a0
  kind: Event
  lastTimestamp: "2026-09-05T02:32:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-05T02:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:32:38Z"
    name: switch-graph-3f635.18d24bfe9c2e6b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 5085062f-6c4d-45d6-859d-16fcd73e573a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-05T02:30:58.483811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-a6d98-665c6779cc-k6wxj
    to ip-10-0-128-63.ec2.internal
  metadata:
    creationTimestamp: "2026-09-05T02:30:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-05T02:30:58Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be738e8d5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: c30b85d1-4f15-48f1-9f82-5ca60ba471c4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-79c8b9889b-6h4lc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:30:59Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-05T02:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-05T02:30:59Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be75ad5a21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: 6408db73-0eaa-4a50-ac56-719a051692c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a6d98}
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:30:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
  metadata:
    creationTimestamp: "2026-09-05T02:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:30:59Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be75c16dd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: 8134c919-bb56-40a9-831f-80c60692fd64
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a6d98}
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:31:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:ca6150683b88d0bc774f8e42803fb5db7032d026ca2a7ea35068f270ce0317f1"
    in 2.822s (2.822s including waiting). Image size: 214921807 bytes.'
  metadata:
    creationTimestamp: "2026-09-05T02:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:01Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be8045028a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: f0fba9d3-dbec-4f94-a426-863fdcc3ba92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a6d98}
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:31:01Z"
  message: 'Created container: switch-graph-a6d98'
  metadata:
    creationTimestamp: "2026-09-05T02:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:01Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be8070a7c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: d8e65d9d-5d07-49d4-90e7-9ac75d918979
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a6d98}
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:31:01Z"
  message: Started container switch-graph-a6d98
  metadata:
    creationTimestamp: "2026-09-05T02:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:01Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be8077b8eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 0e73c1d2-3098-468f-aec4-4a56d721442c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a6d98}
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:31:08Z"
  message: Stopping container switch-graph-a6d98
  metadata:
    creationTimestamp: "2026-09-05T02:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:08Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24be9998c8b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: aeb635d7-ddd0-48dc-b115-ae3d76b97afc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-05T02:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a6d98}
    kind: Pod
    name: switch-graph-a6d98-665c6779cc-k6wxj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: dec85ca3-923d-49bc-8624-8027870b9244
  kind: Event
  lastTimestamp: "2026-09-05T02:31:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-05T02:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-05T02:31:38Z"
    name: switch-graph-a6d98-665c6779cc-k6wxj.18d24beaa4d095d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: c0824cfd-12ec-486a-83d4-5b762d6d75de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-a6d98-665c6779cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: ace3199e-45a0-44b4-95fd-0727359bd040
  kind: Event
  lastTimestamp: "2026-09-05T02:30:58Z"
  message: 'Created pod: switch-graph-a6d98-665c6779cc-k6wxj'
  metadata:
    creationTimestamp: "2026-09-05T02:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:58Z"
    name: switch-graph-a6d98-665c6779cc.18d24be7389405a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 5c6d0387-5b58-4364-911e-79d3f8412401
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: f141cca7-621f-46c0-ac70-0182f3187d6f
  kind: Event
  lastTimestamp: "2026-09-05T02:30:58Z"
  message: Scaled up replica set switch-graph-a6d98-665c6779cc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-05T02:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-05T02:30:58Z"
    name: switch-graph-a6d98.18d24be737dbfa87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: fa9b1972-89d4-456e-9f88-9121a7f43409
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-05T02:30:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-a6d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 62ec18f0-f032-4273-84a9-cee38374f6e0
  kind: Event
  lastTimestamp: "2026-09-05T02:30:58Z"
  message: InferenceGraph [switch-graph-a6d98] is Ready
  metadata:
    creationTimestamp: "2026-09-05T02:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-05T02:30:58Z"
    name: switch-graph-a6d98.18d24be73cc35dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16077"
    uid: 7e48727b-f835-4d40-8bb9-b9c31eb0dbe0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
kind: EventList
metadata:
  resourceVersion: "34712"