---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:07:54.070833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20451"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-2614e-67d7467f6-786nc
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010efafc49408
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 719b94ac-e107-49f8-9745-f0eaa9857b37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20460"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010efc9058b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20472"
    uid: 4cc53d93-098e-486f-b73f-97d6b20c9524
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2614e}
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010efca5d243e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20474"
    uid: 1129fac9-8545-4e49-8040-2af0f9eb8e1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2614e}
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: 'Created container: ensemble-graph-2614e'
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010efcd17f4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20475"
    uid: 450b73df-b2c8-4260-9311-b0a8618486e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2614e}
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: Started container ensemble-graph-2614e
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010efcd84546e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: d6964156-90ca-4c1d-8f31-c94d73ef18e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2614e}
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Stopping container ensemble-graph-2614e
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010f20934f333
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 78d1a698-1acf-4d4e-bab7-7e1e4bd50961
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-2614e}
    kind: Pod
    name: ensemble-graph-2614e-67d7467f6-786nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 0e9f1188-b89b-445b-ab8c-e21ccb68cafb
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: ensemble-graph-2614e-67d7467f6-786nc.18c010f263a4e036
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 0168efc9-4875-4fd0-9ce2-f4e2f47c2a1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-2614e-67d7467f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: f0a2df0b-da7f-4ef8-b517-ebc5aac211bc
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: 'Created pod: ensemble-graph-2614e-67d7467f6-786nc'
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e-67d7467f6.18c010efaf311230
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: 591917ad-a152-4e61-95f8-14a88338545c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20443"
    uid: 5c5656b1-654c-4db3-a7c1-8006a4dfe4e0
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: Scaled up replica set ensemble-graph-2614e-67d7467f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e.18c010efae7b1797
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: f7012051-429d-47e3-9e6f-ad1ce6c71eb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: 4dfc7ecd-c1d8-4e8e-a3c3-d474ea77a0fb
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: InferenceGraph [ensemble-graph-2614e] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: ensemble-graph-2614e.18c010efb37fed9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 4e20ae90-fdcd-44cc-81bd-b60fe246df29
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:09:04.379401Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-f8ada-7445689dbf-slsqt
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:09:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:09:04Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c011000e7c246a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: f5d1c940-4b67-44ac-acef-286fa493df04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:09:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-f8ada-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:04Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c011001866fa35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 301e06ba-7728-4102-9278-9f244f195a5b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:09:05Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:09:05Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c011004bd848ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 9da460f9-2da0-4251-8e97-4544c52d3401
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-f8ada}
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:09:05Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:05Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c011004d149465
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: ce3f713b-1645-4be0-8e16-ad67ce574a4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-f8ada}
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:09:05Z"
  message: 'Created container: ensemble-graph-f8ada'
  metadata:
    creationTimestamp: "2026-07-07T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:05Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c01100505c2f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21447"
    uid: ddcd6c99-3a52-4fdc-997f-4f6911b993a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-f8ada}
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:09:05Z"
  message: Started container ensemble-graph-f8ada
  metadata:
    creationTimestamp: "2026-07-07T17:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:05Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c0110050cb1131
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: 0b1d1d49-aaf6-4eba-8134-f3e526e883c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-f8ada}
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Stopping container ensemble-graph-f8ada
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c011734261ab26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 1ca84e78-1b13-4275-82fa-0d1c39fdb314
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-f8ada}
    kind: Pod
    name: ensemble-graph-f8ada-7445689dbf-slsqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "21420"
    uid: 7c75328a-bda4-4e8b-8c6c-3517d2f815a2
  kind: Event
  lastTimestamp: "2026-07-07T17:17:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:46Z"
    name: ensemble-graph-f8ada-7445689dbf-slsqt.18c01173eab2de0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: aaec3929-5dd9-4e17-a74b-0d83b429091f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-f8ada-7445689dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 5075fabb-a7f9-46ad-a98a-90e032065d7c
  kind: Event
  lastTimestamp: "2026-07-07T17:09:04Z"
  message: 'Created pod: ensemble-graph-f8ada-7445689dbf-slsqt'
  metadata:
    creationTimestamp: "2026-07-07T17:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:04Z"
    name: ensemble-graph-f8ada-7445689dbf.18c011000e0d9837
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: 3fa6f6f4-e4ea-455e-8279-a5cb542c798f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: fd7eef26-cf0f-468e-b08d-aff848e07c57
  kind: Event
  lastTimestamp: "2026-07-07T17:09:04Z"
  message: Scaled up replica set ensemble-graph-f8ada-7445689dbf from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:04Z"
    name: ensemble-graph-f8ada.18c011000d67d5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 1248bc04-0c42-43c4-b1df-1499d8cf31a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: f8533c0a-4fa9-405d-877a-d0dc2436c069
  kind: Event
  lastTimestamp: "2026-07-07T17:09:04Z"
  message: InferenceGraph [ensemble-graph-f8ada] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:04Z"
    name: ensemble-graph-f8ada.18c011001295a0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 937906ed-ff46-4e1a-a6c8-3e2204e4189b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: e0fba24d-eeb2-4330-992f-8800d4b8d0cd
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: ensemble-graph-f8ada.18c011038b921ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21699"
    uid: 1afc294c-ede1-4f3e-b12c-43825a39edf5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: e0fba24d-eeb2-4330-992f-8800d4b8d0cd
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: ensemble-graph-f8ada.18c011038bf16e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 14d25678-ed14-4289-b45d-8fc6fd3357a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:17:55.048189Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117b9ccf5921
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: 96b6d8ed-a02d-4551-927a-43e286349cd2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1a68d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117ba97ea916
    namespace: kserve-ci-e2e-test
    resourceVersion: "25457"
    uid: 33521f4b-f36f-4cfc-bb44-ee9308ec49f5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117bda515682
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 39320147-9c4f-46d5-9054-b38be1a0d989
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117bdb9dfd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25478"
    uid: 5da5c5c9-4fd2-45b1-83cc-c8304f0b0f03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117bdef92245
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: ddf555b7-5db4-4e18-aad3-df19896f5701
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117bdf68b712
    namespace: kserve-ci-e2e-test
    resourceVersion: "25480"
    uid: b39963a9-0d3a-4565-b998-0a6096ef860e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117bdf734fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25481"
    uid: 1a8b5ad3-1c56-4ec6-a74d-cc9f5b7aedc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117be300ee12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 6c6375b5-2ca9-4efd-a617-0de5bf2184a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117be385eaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 48a1db31-4736-4a18-8f06-666a6c2925dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:18:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:33Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0117c172f6d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 997f127c-5988-4163-99b2-6bc0d6d4fafb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:35:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:14Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0126dab2f03f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33475"
    uid: 661bb5d1-b38c-4c33-8f9b-28e7e9a25be6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:35:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:14Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0126dab3025ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33476"
    uid: 7e4959f1-6fac-4ba1-8c60-85f7f6720a07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 1a936a6b-2c12-4ab9-987f-5dbe899ce9ec
  kind: Event
  lastTimestamp: "2026-07-07T17:35:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:18Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp.18c0126e77d14c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33537"
    uid: 095840fc-2848-40bb-a939-5ec72ac58d16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-1a68d-predictor-fd8c98474
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: f7d0dc70-203a-46d6-a648-618636db1e99
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: 'Created pod: error-404-isvc-1a68d-predictor-fd8c98474-wxjjp'
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-1a68d-predictor-fd8c98474.18c0117b9c5ef745
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: 789b80c4-79d5-4afc-8257-5ff6aa7e7306
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25413"
    uid: f5bb7ea2-4f79-45fe-8898-50f50f3910b9
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Scaled up replica set error-404-isvc-1a68d-predictor-fd8c98474 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-1a68d-predictor.18c0117b9ad87ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: 2492c208-b6f9-4770-9b59-87032c8e1e2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: f990f181-e13e-4a11-a4ad-cda3fa7c82b1
  kind: Event
  lastTimestamp: "2026-07-07T17:18:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:40Z"
    name: error-404-isvc-1a68d-predictor.18c0117f195be2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: ac51b7ea-9f72-4493-9baf-406e91c29026
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: f990f181-e13e-4a11-a4ad-cda3fa7c82b1
  kind: Event
  lastTimestamp: "2026-07-07T17:18:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:40Z"
    name: error-404-isvc-1a68d-predictor.18c0117f1a17dfb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: 755a50a9-1505-4a50-bf4e-0a16543842a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25888"
    uid: f990f181-e13e-4a11-a4ad-cda3fa7c82b1
  kind: Event
  lastTimestamp: "2026-07-07T17:19:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:10Z"
    name: error-404-isvc-1a68d-predictor.18c01189960ae912
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: 5d9ac40a-3264-487a-9140-d3060d89db16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25888"
    uid: f990f181-e13e-4a11-a4ad-cda3fa7c82b1
  kind: Event
  lastTimestamp: "2026-07-07T17:19:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:10Z"
    name: error-404-isvc-1a68d-predictor.18c011899679b8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 03a65445-7fed-44f5-9e46-410c74035fb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 3a663a16-fcf2-4f38-a227-43453797643e
  kind: Event
  lastTimestamp: "2026-07-07T17:18:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:43Z"
    name: error-404-isvc-1a68d.18c0117b9addec4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: bf2e9181-70bc-4321-9c24-af325c77729d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 3a663a16-fcf2-4f38-a227-43453797643e
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-1a68d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-1a68d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-1a68d.18c0117b9b5a18e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: d6c5ce59-dcca-4997-b55f-114b59e60da7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25401"
    uid: 3a663a16-fcf2-4f38-a227-43453797643e
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-1a68d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-1a68d.18c0117b9b5a4c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: a1b455e0-6a7c-444c-aa89-4db719c7ad49
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: 3a663a16-fcf2-4f38-a227-43453797643e
  kind: Event
  lastTimestamp: "2026-07-07T17:18:43Z"
  message: InferenceService [error-404-isvc-1a68d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:43Z"
    name: error-404-isvc-1a68d.18c01186d1f1f7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26386"
    uid: df2219e2-e816-45e6-8e4c-d74af1550cf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:58:15.086910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-23477-predictor-747f9595bd-qjnx8
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c01068e1a31096
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: a20c08c1-8a49-43a1-bb2a-c3aafefdb224
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-23477-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c01068ebaa9ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: 08ffca7d-8d50-40c6-912f-ca6076e4afc0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c010691e9695e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 53c60ad6-7180-4856-9dc9-0034ec06dc4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c010691fe2e648
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 2bb65cee-d122-441d-8d0c-82dd0bd7af35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c0106922e302c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: 62baf682-1781-4897-a9c2-437f36f4a276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c010692345afb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 5171487f-d3ac-4d58-b8d1-eb1cc127a334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c01069234f5417
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 127d9ce4-9d5d-4ebf-a2f2-a593588c4c4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c010692614e391
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 7a52449f-7a21-4e12-84c6-a2c0ee22bd2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c0106926768924
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 8c7129b3-ec6c-43b5-87f6-564f39d0e1f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T16:58:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:53Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c01069690ab9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: b27aaaf0-3e72-46cf-a95d-ee8a65111d4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c010ea1ab4b02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20185"
    uid: a60c0b11-2f4a-452d-a762-903694153478
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 33b0417b-b6c3-47ab-85d3-5231073cc49e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: error-404-isvc-23477-predictor-747f9595bd-qjnx8.18c010ea1ab5379c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: 5f7b06a6-271a-428e-a617-343ec4e0e57f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-23477-predictor-747f9595bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 795b9c66-df76-4b9e-b3e4-b576bead271c
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: 'Created pod: error-404-isvc-23477-predictor-747f9595bd-qjnx8'
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: error-404-isvc-23477-predictor-747f9595bd.18c01068e10c56a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: cd5bc425-b92d-4ff3-b041-77778e0e55a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15837"
    uid: a7f45060-08ec-4f57-973a-fcd26f1a44a2
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Scaled up replica set error-404-isvc-23477-predictor-747f9595bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: error-404-isvc-23477-predictor.18c01068df632a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 228ee3e4-94fd-47f8-baef-12c5cf232320
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: c1af51f6-90df-4635-8cc8-93bdda3a6faa
  kind: Event
  lastTimestamp: "2026-07-07T16:58:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:45Z"
    name: error-404-isvc-23477-predictor.18c0106c5dca9beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: cb5bfaf3-7dd2-43e2-a3d1-ba818502b700
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: c1af51f6-90df-4635-8cc8-93bdda3a6faa
  kind: Event
  lastTimestamp: "2026-07-07T16:58:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:45Z"
    name: error-404-isvc-23477-predictor.18c0106c5e2e6052
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: b652fc1d-0997-4fc3-a9a8-b93eb9d83447
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: c1af51f6-90df-4635-8cc8-93bdda3a6faa
  kind: Event
  lastTimestamp: "2026-07-07T16:59:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:15Z"
    name: error-404-isvc-23477-predictor.18c010735b6639d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 7c902552-b785-44e0-98e3-fd0bf45397b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: c1af51f6-90df-4635-8cc8-93bdda3a6faa
  kind: Event
  lastTimestamp: "2026-07-07T16:59:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:15Z"
    name: error-404-isvc-23477-predictor.18c010735bca24ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 307588d2-8e44-47f3-a37f-ee3ff201578c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: b0b05848-c36c-4b13-8bb3-c27a9278b349
  kind: Event
  lastTimestamp: "2026-07-07T16:59:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:03Z"
    name: error-404-isvc-23477.18c01068df67dc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 67747001-42ba-40a3-9838-5d4335e7f1ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: b0b05848-c36c-4b13-8bb3-c27a9278b349
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-23477": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-23477":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: error-404-isvc-23477.18c01068dfdd4ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: 5e237b08-4bf8-4039-89d5-536649f00f28
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: b0b05848-c36c-4b13-8bb3-c27a9278b349
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-23477": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: error-404-isvc-23477.18c01068dfdd90a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 26ba3d3e-48bf-4d48-825d-2092a92713bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: b0b05848-c36c-4b13-8bb3-c27a9278b349
  kind: Event
  lastTimestamp: "2026-07-07T16:59:03Z"
  message: InferenceService [error-404-isvc-23477] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:03Z"
    name: error-404-isvc-23477.18c01074256afb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: c095eeaa-ae23-49ee-bb3d-c27c677ab830
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:06:54.139457Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19741"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-2614e-predictor-d84c5d694-86rrx
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1bb9465f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: b0d3bbd1-f0c5-467d-b192-5ca7cedc5477
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-2614e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1c6922b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 8853f8fb-0eac-45a2-a983-1ed4031c9b16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1f8b5c576
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: 6e72963c-28fe-49d1-b027-81c814fb563c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1fa1fb412
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: 20130c82-441a-45d6-b707-af1f176864a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1fd7ac277
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: efcbb31a-9181-424e-9c8e-87a963e3a9d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1fde822db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 3df11111-8098-47f3-99d3-06bd81af7e54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e1fdf198f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: 67ee99f7-8236-4e27-9d44-8e5ffb085658
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e200e51ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: fcf6e49d-c595-4968-9cbb-075b42459920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e20150e2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: aecb4b6b-74a5-4985-aa97-cb90637aa4b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:07:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:41Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010e207249e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 1fd9cf02-6424-4d01-a9f4-08356643d121
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010f20e10987c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: c04766ef-f340-45b9-88d2-4c203093db69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010f20e111d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 2dc24d4d-c274-4f39-9e56-c51ab107c2b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 287a25a6-c71c-4528-9176-a0e3e5bad741
  kind: Event
  lastTimestamp: "2026-07-07T17:08:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:06Z"
    name: error-404-isvc-2614e-predictor-d84c5d694-86rrx.18c010f28f45e0c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 74847456-3592-4112-b558-ac7b31df803c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-2614e-predictor-d84c5d694
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 7217304a-923e-4170-843d-854a1bb1155e
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: 'Created pod: error-404-isvc-2614e-predictor-d84c5d694-86rrx'
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-2614e-predictor-d84c5d694.18c010e1bb3079b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: b89a698b-d510-40e9-8f6e-42bfae9523de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19730"
    uid: 35319477-9edb-4819-a438-c46dd987d6b8
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: Scaled up replica set error-404-isvc-2614e-predictor-d84c5d694 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-2614e-predictor.18c010e1b90a3b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 2fde0a3b-ffa2-4554-b8ff-db71b569acb9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: ad37da1f-bb55-4e3e-859b-39f213eea2b4
  kind: Event
  lastTimestamp: "2026-07-07T17:07:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:39Z"
    name: error-404-isvc-2614e-predictor.18c010e5380a4279
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: b1cd73b6-a5df-4914-b13e-57366aec0a56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: ad37da1f-bb55-4e3e-859b-39f213eea2b4
  kind: Event
  lastTimestamp: "2026-07-07T17:07:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:39Z"
    name: error-404-isvc-2614e-predictor.18c010e538b4579b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 62a3bb74-ced3-4efd-b652-8a7091f66b71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: ad37da1f-bb55-4e3e-859b-39f213eea2b4
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: error-404-isvc-2614e-predictor.18c010efb5455e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 6425f713-e743-4d97-b2a4-71b79bbdf51f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: ad37da1f-bb55-4e3e-859b-39f213eea2b4
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: error-404-isvc-2614e-predictor.18c010efb5b55f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: 19da1898-9e71-4cd0-86a9-afa207d71170
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19700"
    uid: 7e42eda7-6b33-432a-abe8-a5a4cf073936
  kind: Event
  lastTimestamp: "2026-07-07T17:07:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:51Z"
    name: error-404-isvc-2614e.18c010e1b9155be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20417"
    uid: aefea853-b028-454e-829e-760f5a8cfab1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19700"
    uid: 7e42eda7-6b33-432a-abe8-a5a4cf073936
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-2614e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-2614e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-2614e.18c010e1b9893105
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 3c4aabeb-450b-4cfe-870b-faa4ef83fc73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19700"
    uid: 7e42eda7-6b33-432a-abe8-a5a4cf073936
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-2614e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-2614e.18c010e1b98974aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 289722e6-cfe7-4e18-8879-fa339c6fa052
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20415"
    uid: 7e42eda7-6b33-432a-abe8-a5a4cf073936
  kind: Event
  lastTimestamp: "2026-07-07T17:07:51Z"
  message: InferenceService [error-404-isvc-2614e] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:07:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:51Z"
    name: error-404-isvc-2614e.18c010ef166e19b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: 3860e214-47fe-4406-989b-137b9c3ccbe9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:08:40.185013Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa6c632144
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: bd1e9b2d-5016-491c-b368-0b0248182ac2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa85deaca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 0d145ee7-9143-4186-b14b-ed67f49dd9fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa874bccaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: dc3d3e4b-4387-4e99-bbfd-b94223756048
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa8a32b1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 4e1767bd-18a7-4371-b3a2-c26d95f3c167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa8aa22389
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 209a11ce-ed8d-43fd-ae0d-0a6b5e00ed64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa8aab45f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: 4346c479-8eda-4686-b0e0-749af9af7851
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa8df5fe04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 2ee5fb0e-cd24-4618-93e2-a705bb05e4f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa8e684266
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: d942856c-4882-428b-966e-3643ea4de0f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:17:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:57Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c010fa95e06cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: a1db6725-c060-486e-affb-a2d9b17dd561
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c0117b9f6135d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 3d53ee16-c567-44c8-a1db-3ca04ee261b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c0117b9f61b9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: d5ca9113-c2cc-4519-82de-d49960142a2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: ebca297e-b62c-4edb-add5-c6a2001be637
  kind: Event
  lastTimestamp: "2026-07-07T17:17:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:57Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8.18c0117c462c1ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: 837e1cae-ff38-4ef0-a651-c6ad8966481a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-3653b-predictor-799d8b94f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21140"
    uid: 982f5c02-6e04-496e-b6da-549f926879f6
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Created pod: error-404-isvc-3653b-predictor-799d8b94f6-dj9g8'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor-799d8b94f6.18c010fa6bfed8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 08e59e80-6874-4cb0-9226-fbe6d5c9eea7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21136"
    uid: 693c6cf6-7ebe-436c-8283-c332a6f8ef57
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Scaled up replica set error-404-isvc-3653b-predictor-799d8b94f6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b-predictor.18c010fa6a16e8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 5a96db3c-d980-40b4-88f6-40bf2a76a416
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: 665ffbf0-e5a0-4d7e-84ee-0e80bfbe8219
  kind: Event
  lastTimestamp: "2026-07-07T17:09:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:25Z"
    name: error-404-isvc-3653b-predictor.18c010fde883c6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 4007df83-f24b-4e36-b474-aaa053385a9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: 665ffbf0-e5a0-4d7e-84ee-0e80bfbe8219
  kind: Event
  lastTimestamp: "2026-07-07T17:09:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:25Z"
    name: error-404-isvc-3653b-predictor.18c010fde8e1d5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: 3d9c3993-af43-4439-9a3d-d38c5b1313b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 665ffbf0-e5a0-4d7e-84ee-0e80bfbe8219
  kind: Event
  lastTimestamp: "2026-07-07T17:10:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:10Z"
    name: error-404-isvc-3653b-predictor.18c0110864e51a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: a04a3df4-8bde-482d-ba9a-97774ab9f59a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 665ffbf0-e5a0-4d7e-84ee-0e80bfbe8219
  kind: Event
  lastTimestamp: "2026-07-07T17:10:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:10Z"
    name: error-404-isvc-3653b-predictor.18c011086573e671
    namespace: kserve-ci-e2e-test
    resourceVersion: "21998"
    uid: 693c1471-93c3-4b79-9984-2bf161c2bb2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 92e10f52-927a-4c6c-94e4-9e29d4158fa1
  kind: Event
  lastTimestamp: "2026-07-07T17:09:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:28Z"
    name: error-404-isvc-3653b.18c010fa6a134298
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: 3ef8b8eb-c7ac-4bbe-b68d-f5c589acf5d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 92e10f52-927a-4c6c-94e4-9e29d4158fa1
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-3653b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-3653b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b.18c010fa6a9710f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 109a46b4-0761-4221-8e00-f04ae9b14c6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 92e10f52-927a-4c6c-94e4-9e29d4158fa1
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-3653b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-3653b.18c010fa6a975a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: ed014583-1f22-4dc7-9737-004260cbbd74
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 92e10f52-927a-4c6c-94e4-9e29d4158fa1
  kind: Event
  lastTimestamp: "2026-07-07T17:09:27Z"
  message: InferenceService [error-404-isvc-3653b] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:27Z"
    name: error-404-isvc-3653b.18c011058cb34a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: eb3c5668-b87c-4554-b62d-61cfc0ef3509
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:07:30.020462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea1641022f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20166"
    uid: 9010d8ff-e46e-4a74-b943-183caf5628e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-8411f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea231acd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: a4a664eb-c110-4cf1-b7c5-74adbcb7e0f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea535ec74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: 9869424c-4b86-44bf-a4d9-29ca10b1ac2c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea551d2c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 1dcbb815-4425-4aba-94ed-10d342db40c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea58117e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: 7bbbc8d7-b83d-4945-8fa4-ca9960b5df24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea58850e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: ca20c665-7e01-46e4-a6dc-94b2ec6233b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea58916788
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: 5ea2f19e-37d2-47b2-8478-7bd0b00fad7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea5b49da99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: c64fc1f6-b167-470f-839d-ee7a7ce1495b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010ea5bbcc1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 8bd51ae5-92b8-4a6e-85c3-8f66c92e0786
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:08Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010eaae7153e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20737"
    uid: 1959e790-f61e-4f19-95c0-21e437fc85ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010fa69e57cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: fcd7d858-676f-47e2-91a8-02e1884c4ad9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 179eb22e-f62d-4e1c-9377-0fa1ce2f634f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: error-404-isvc-8411f-predictor-c4654dd58-qkkp6.18c010fa69e62381
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 41804a82-4836-4260-9404-f061aef2f75c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-8411f-predictor-c4654dd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 57f36763-cddc-4669-8c37-7af4eeca9100
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: 'Created pod: error-404-isvc-8411f-predictor-c4654dd58-qkkp6'
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: error-404-isvc-8411f-predictor-c4654dd58.18c010ea15b68f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: 52e47be7-3bb4-4a8c-89ae-fd1385bdbc16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20150"
    uid: d87d9052-bdfa-4117-b81a-b55feec2b741
  kind: Event
  lastTimestamp: "2026-07-07T17:07:29Z"
  message: Scaled up replica set error-404-isvc-8411f-predictor-c4654dd58 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: error-404-isvc-8411f-predictor.18c010ea1335ca08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: 40d7d732-29a0-44a9-975f-92e0c67a9c4d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: eda5c75b-9b6d-484c-b48d-6c31df277511
  kind: Event
  lastTimestamp: "2026-07-07T17:07:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:59Z"
    name: error-404-isvc-8411f-predictor.18c010ed91eb63dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: 89669531-1548-4a26-81df-cd7b68d44bd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: eda5c75b-9b6d-484c-b48d-6c31df277511
  kind: Event
  lastTimestamp: "2026-07-07T17:07:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:00Z"
    name: error-404-isvc-8411f-predictor.18c010ed92466dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: 923588a2-d6cd-4a02-b51a-6d86aa8f21ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: eda5c75b-9b6d-484c-b48d-6c31df277511
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: error-404-isvc-8411f-predictor.18c010f48f9a048d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: 1b324701-194d-4c36-b41d-4581f9de19e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: eda5c75b-9b6d-484c-b48d-6c31df277511
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: error-404-isvc-8411f-predictor.18c010f48fe34fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: cdbcf5df-bb72-4a15-be66-81e48405c4d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-8411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20135"
    uid: 85bfcaec-866c-4a65-8ef0-1a2e4292e401
  kind: Event
  lastTimestamp: "2026-07-07T17:08:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:18Z"
    name: error-404-isvc-8411f.18c010ea133a1999
    namespace: kserve-ci-e2e-test
    resourceVersion: "20839"
    uid: 35c7b5ce-16b0-4908-a144-437d99804e8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-8411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 85bfcaec-866c-4a65-8ef0-1a2e4292e401
  kind: Event
  lastTimestamp: "2026-07-07T17:08:18Z"
  message: InferenceService [error-404-isvc-8411f] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:18Z"
    name: error-404-isvc-8411f.18c010f56a1042c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 6a2e2b15-4e12-4e91-b152-a9b1396e757e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:55:55.132338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c010484bb1c7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14217"
    uid: 11d043e4-9b6f-4a04-ac7e-75776e9f9217
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-ae852-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104854cc5911
    namespace: kserve-ci-e2e-test
    resourceVersion: "14250"
    uid: 473ab549-bbbe-478a-9ed6-f497abb0679d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14222"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:55:56Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:55:56Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c01048893c4c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: 34dc78bf-8b90-47ca-9e38-a503ea33750e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:55:56Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1704"
  metadata:
    creationTimestamp: "2026-07-07T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:56Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c010488a89c3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14296"
    uid: 0651acae-333d-4b72-9410-409b4a74a7df
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1704"
    in 19.477s (19.477s including waiting). Image size: 1334625900 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104d137cdaf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14491"
    uid: 4fce453e-8272-49f7-82f2-2222faa9469e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104d17b591c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14496"
    uid: 45b87c77-6b54-4ebd-b5e8-b69b7877a744
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104d186104b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14502"
    uid: 55adfd4a-b7f7-4d0c-b82e-e05ce23f00e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104d186e434b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 35710f9c-984c-4493-9e4f-e929fe7c9cc1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.731s (3.731s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104df6d3bb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: ac873846-63f7-468d-96ed-9ad88c350457
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104dfb82f1bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14532"
    uid: ccd9a271-a9eb-440c-9d9c-94084fef53a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104dfbf3e450
    namespace: kserve-ci-e2e-test
    resourceVersion: "14534"
    uid: 970dcd51-f235-4248-b357-4e831e3b8ef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:57:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:05Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c0104e0cd13efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 5a4657a6-1cf2-4e23-9b45-3e2234fe7c9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c010608f4837cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 1ffc23bf-ca08-4ab9-b043-e0157718d3f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c010608f48b348
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 15bf7734-b576-497f-9c83-27fe60d243bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: d354b738-62f3-4850-9f1c-f6d5d2febb90
  kind: Event
  lastTimestamp: "2026-07-07T16:57:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:40Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7.18c01060e945cfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 715ecf3b-3b05-4799-bf49-491d6d4e5a2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-ae852-predictor-585cbdcfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14205"
    uid: b7c84640-0c38-44c5-adb7-44292b4138e2
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'Created pod: error-404-isvc-ae852-predictor-585cbdcfd8-ncnq7'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: error-404-isvc-ae852-predictor-585cbdcfd8.18c010484b4996f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14214"
    uid: 48d5996b-2585-4467-8a5d-cd0c6b860dc4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: 6b4d6cb8-bf21-4378-9855-71a82b802d01
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Scaled up replica set error-404-isvc-ae852-predictor-585cbdcfd8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: error-404-isvc-ae852-predictor.18c01048483998f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14206"
    uid: 3cfa2413-03d2-4461-b6c7-0e7e34cf30c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14204"
    uid: 56cfbddf-f295-4e12-999a-459331cb47ce
  kind: Event
  lastTimestamp: "2026-07-07T16:56:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:55Z"
    name: error-404-isvc-ae852-predictor.18c0104bc6ae7f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: 4a17f84e-ce44-4685-84f1-71e4379be0d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14204"
    uid: 56cfbddf-f295-4e12-999a-459331cb47ce
  kind: Event
  lastTimestamp: "2026-07-07T16:56:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:55Z"
    name: error-404-isvc-ae852-predictor.18c0104bc6eb6a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: 54d3f21b-d6ac-44dd-87b3-b67aeef27e1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: 56cfbddf-f295-4e12-999a-459331cb47ce
  kind: Event
  lastTimestamp: "2026-07-07T16:57:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:25Z"
    name: error-404-isvc-ae852-predictor.18c01059c181e2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: a51ada64-ae2c-4996-a2da-c5c17f85acc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: 56cfbddf-f295-4e12-999a-459331cb47ce
  kind: Event
  lastTimestamp: "2026-07-07T16:57:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:25Z"
    name: error-404-isvc-ae852-predictor.18c01059c1e43c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: 45a551ec-ca38-42fc-88f3-ab4e8105af27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "14187"
    uid: 90416d94-da4f-4b91-b566-ed937e743d14
  kind: Event
  lastTimestamp: "2026-07-07T16:57:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:15Z"
    name: error-404-isvc-ae852.18c010484841f3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 57c3f0fb-d860-4b5d-9dc6-ac2b52e5e49d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-ae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 90416d94-da4f-4b91-b566-ed937e743d14
  kind: Event
  lastTimestamp: "2026-07-07T16:57:15Z"
  message: InferenceService [error-404-isvc-ae852] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:15Z"
    name: error-404-isvc-ae852.18c0105b1be7d373
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 9fba2cbd-0b28-4f5f-a30f-937ebe1a8db3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:57:39.287560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c010608bd44c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 6f1cdec0-4815-46b8-8015-89e693635578
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060a4f59220
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 6449143d-d625-4f4f-87d9-9bb0e8a66a55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060a66806e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 74a81c34-04c5-4d19-b8d5-4930b7bdfb43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060a90fac18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 0195fb5e-8f5d-4bac-93ab-f07b8f6ad40e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060a96cf464
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: ecc3199e-050a-4b71-921e-20434a1ea4c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060a975bd01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: 047004a4-2399-4d80-b30a-500bc7e91441
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060ae3ec362
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: bb7cadf8-5717-4099-9000-8cd4f35eda69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060aea0fbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: d42711a4-be11-44d6-9234-e7a0e422bd13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T16:58:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:17Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c01060fde2e1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: a1205bd4-1012-470e-8ce0-b78566b12cc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c010e1bec58b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 4f1336fa-4849-4caa-abb0-90fe92bb487e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c010e1bec60555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: b05e37f5-e987-4056-ae69-e033ee03b3b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T17:06:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-07T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:58Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c010e2adf16e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 93fc307e-c588-4a67-b3bd-d3c0b36a32d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: b007968f-9b0f-4578-9700-41c6e197d572
  kind: Event
  lastTimestamp: "2026-07-07T17:06:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-07T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:58Z"
    name: error-404-isvc-bb9ec-predictor-546444857b-wjtqx.18c010e2ae40e138
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 3c2ee3b9-69cb-40d5-893f-fdadacbc7732
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-bb9ec-predictor-546444857b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: eecb53c7-10aa-46b1-a782-b716fae6d76f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Created pod: error-404-isvc-bb9ec-predictor-546444857b-wjtqx'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor-546444857b.18c010608b5ed3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: e54a058f-2811-40aa-a09e-c7984c5658e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: 785b0d4b-42fc-49f7-bab4-609a0354ea7b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Scaled up replica set error-404-isvc-bb9ec-predictor-546444857b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec-predictor.18c0106089149099
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 78bd49e7-9c5e-4df8-816d-149db0d39955
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 2b65aa4a-05cd-4a37-8845-fd65358856e1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:54Z"
    name: error-404-isvc-bb9ec-predictor.18c01064077b1f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: a58e7359-3439-4d1c-85c8-5fb79b5981c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 2b65aa4a-05cd-4a37-8845-fd65358856e1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:54Z"
    name: error-404-isvc-bb9ec-predictor.18c0106407d7b48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 85f3ad0c-b5ca-46ce-9aea-906b08abf6de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 2b65aa4a-05cd-4a37-8845-fd65358856e1
  kind: Event
  lastTimestamp: "2026-07-07T16:58:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:54Z"
    name: error-404-isvc-bb9ec-predictor.18c01067868acf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: f7d6d796-35d2-47bb-aa6f-b564921fa9a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 2b65aa4a-05cd-4a37-8845-fd65358856e1
  kind: Event
  lastTimestamp: "2026-07-07T16:58:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:54Z"
    name: error-404-isvc-bb9ec-predictor.18c0106786f15a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: f1a3fac2-699d-4d17-9517-5d5056eb9ca2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: ed0d36d1-835d-4bf8-8469-f45ef93a8a3f
  kind: Event
  lastTimestamp: "2026-07-07T16:58:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:27Z"
    name: error-404-isvc-bb9ec.18c01060894ff878
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: da58bb15-673d-408c-878d-209cbe68ed50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: ed0d36d1-835d-4bf8-8469-f45ef93a8a3f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-bb9ec": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-bb9ec":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec.18c0106089f65774
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: ece20748-d3bf-456b-b3b0-326b678bd91d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15303"
    uid: ed0d36d1-835d-4bf8-8469-f45ef93a8a3f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-bb9ec": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: error-404-isvc-bb9ec.18c0106089f6ac75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 2c03ccef-a1f2-4d7a-ae8f-1ef1ae17b393
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: ed0d36d1-835d-4bf8-8469-f45ef93a8a3f
  kind: Event
  lastTimestamp: "2026-07-07T16:58:27Z"
  message: InferenceService [error-404-isvc-bb9ec] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:27Z"
    name: error-404-isvc-bb9ec.18c0106bb8be121f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: b519ad71-fbad-4410-b6fd-54c945527d86
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:18:29.734755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183b04a4ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: f8196121-7a1f-4c17-850f-3e25ec99f362
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f025d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183b7a249b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 5ad03532-113a-4b82-b1ba-e0b4ad05f152
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183ed433b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 25176157-4e34-4a62-bf15-68bad1c94b8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183ee9d8c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26245"
    uid: 4f9dd67a-654e-4741-b09e-004753b4103d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183f1a6154f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: cec82b33-c0e5-4eb2-b570-22728dc7aa0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183f2165742
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 608e0dd8-a656-401f-bf2b-3da78208e42c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183f2202e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: 3227dbd3-d203-4959-9145-7d2a76d7e177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183f5bde40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26253"
    uid: afb9ed75-3627-40bb-8131-81b3ca48aa30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01183f648ca09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 22ae6e8a-ef8f-44ba-a420-5d55f1e7d8fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:27:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:47Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c011840ab425d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: 5bc603d3-105f-4123-85b6-f9148735a062
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:27:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:44Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01204d8491cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: 7a417cd4-2e1e-42ce-8229-64c5c7306808
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:27:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:44Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c01204d849a006
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: 099260b2-5bb2-4483-94bc-e7a0af03c77e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 3f29d3cc-e352-4d08-8f37-2cc2ebcb07a5
  kind: Event
  lastTimestamp: "2026-07-07T17:27:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:47Z"
    name: error-404-isvc-f025d-predictor-57f69885b8-p5lrn.18c012057f18663f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: 48337412-d266-47da-8f0f-28e863709ba9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-f025d-predictor-57f69885b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26199"
    uid: bec5a15e-b948-4d3c-b8e2-56054b8c811f
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'Created pod: error-404-isvc-f025d-predictor-57f69885b8-p5lrn'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f025d-predictor-57f69885b8.18c01183afe239c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26208"
    uid: 47b552dd-a357-46e1-9367-067693f0fc7f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: 480ea71f-fc14-479b-9685-7f39f1629659
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Scaled up replica set error-404-isvc-f025d-predictor-57f69885b8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f025d-predictor.18c01183ae31e6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26200"
    uid: bcf613c5-45dd-4e2a-aa26-4b2d7fbd2ee3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: 5bb86344-afaf-42a6-b9a3-3dd702052557
  kind: Event
  lastTimestamp: "2026-07-07T17:18:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:59Z"
    name: error-404-isvc-f025d-predictor.18c011872ca24961
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 5b2eb4a0-d26b-4859-87b1-79b489c426e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: 5bb86344-afaf-42a6-b9a3-3dd702052557
  kind: Event
  lastTimestamp: "2026-07-07T17:18:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:59Z"
    name: error-404-isvc-f025d-predictor.18c011872d0189ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 370a6fff-ee12-41a3-a561-2161d9153945
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 5bb86344-afaf-42a6-b9a3-3dd702052557
  kind: Event
  lastTimestamp: "2026-07-07T17:19:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:44Z"
    name: error-404-isvc-f025d-predictor.18c0118e2a4e370f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: cf1fbc3c-b78e-43b8-8869-e9898460c66a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26412"
    uid: 5bb86344-afaf-42a6-b9a3-3dd702052557
  kind: Event
  lastTimestamp: "2026-07-07T17:19:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:44Z"
    name: error-404-isvc-f025d-predictor.18c0118e2ab12a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: c7d84afa-8fec-4882-8359-d02c6a2b1c95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: d0495cfc-935b-41dc-9e1c-b8b0de2fe4fd
  kind: Event
  lastTimestamp: "2026-07-07T17:19:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:19:17Z"
    name: error-404-isvc-f025d.18c01183ae3b2c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26721"
    uid: 77df6a0f-ee06-416b-b567-2b5ca06be81e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: d0495cfc-935b-41dc-9e1c-b8b0de2fe4fd
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-f025d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f025d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f025d.18c01183aed83793
    namespace: kserve-ci-e2e-test
    resourceVersion: "26203"
    uid: eb1bc2dc-bdda-4d51-9b85-1a314064bc1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26180"
    uid: d0495cfc-935b-41dc-9e1c-b8b0de2fe4fd
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-f025d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f025d.18c01183aed88889
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: 6b9a66b6-9209-48de-b1f7-0b9044b50980
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: d0495cfc-935b-41dc-9e1c-b8b0de2fe4fd
  kind: Event
  lastTimestamp: "2026-07-07T17:19:17Z"
  message: InferenceService [error-404-isvc-f025d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:19:17Z"
    name: error-404-isvc-f025d.18c0118ec5b1b078
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: 11d6ebd0-ded6-4fe7-a14a-cf0f56dbcbb7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:17:19.486682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c01173552dca57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25010"
    uid: fd6a0d69-cf81-411a-8fe0-31559fc63056
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c011736f163494
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 1397ec19-c2b9-4ab7-a897-81e69facfb67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c011737062610d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: 5016c98a-a771-4a17-88f8-f14e29cdf379
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c011737307b217
    namespace: kserve-ci-e2e-test
    resourceVersion: "25045"
    uid: e641612d-7a68-4fce-b9e7-8eb4938859c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c0117373793f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25046"
    uid: 204ac46f-7391-4706-bbea-d3fb1354ee0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c0117373849f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 2a8b7ff6-b4cf-4e4a-aad1-c50ca88de094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c01173764a5338
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: 9d1c4101-5ba6-4ccc-89fc-56395dfe7fcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c0117376bf1edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 3e190454-fcdd-414a-a383-317735eefd5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:57Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c01173e8461c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: ec1b718d-5d52-4445-8eb0-37903f4e7d1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c01183a6627e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26147"
    uid: a56c881a-8dbe-40fb-8f61-200ecb1323b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 58ad52b5-f293-4951-851b-49cff8359d1d
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k.18c01183a666a1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: e3a9e8df-f0d8-431e-a91d-ef0d6abf6dc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-f587d-predictor-79b9cd4678
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: eea98dc0-3906-48bb-b2fa-a7ede3f0edf9
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'Created pod: error-404-isvc-f587d-predictor-79b9cd4678-mpl9k'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor-79b9cd4678.18c0117354ba1bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25007"
    uid: 2d0b9039-0c20-4de1-ad83-5ea0b72fbe4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24989"
    uid: 196437e1-d313-4a43-b64d-5c06a2cfc284
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Scaled up replica set error-404-isvc-f587d-predictor-79b9cd4678 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d-predictor.18c01173512f4a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: 6c8ff116-9d06-4fd1-8bd7-15249855760e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 8a42d905-99a4-4c98-b2a2-6c87153f5fbb
  kind: Event
  lastTimestamp: "2026-07-07T17:17:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:49Z"
    name: error-404-isvc-f587d-predictor.18c01176cf7d371d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: eface5cd-c66c-4b82-8046-a63d6655fe00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 8a42d905-99a4-4c98-b2a2-6c87153f5fbb
  kind: Event
  lastTimestamp: "2026-07-07T17:17:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:49Z"
    name: error-404-isvc-f587d-predictor.18c01176cfe64e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25305"
    uid: aa782af9-ec68-43a2-9676-a7593f8a547a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: 8a42d905-99a4-4c98-b2a2-6c87153f5fbb
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: error-404-isvc-f587d-predictor.18c0117dcd1e6619
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: e6aca2ad-4ccc-4291-a516-14b5e9bc1075
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: 8a42d905-99a4-4c98-b2a2-6c87153f5fbb
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: error-404-isvc-f587d-predictor.18c0117dcd6194a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: 78c46a3c-083b-4643-b092-040b374fd568
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: ad7a3dc8-4bc0-4069-a783-870288fa9fab
  kind: Event
  lastTimestamp: "2026-07-07T17:18:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:08Z"
    name: error-404-isvc-f587d.18c01173512c1c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 49c31168-3dd2-4047-8de3-1eb0f974fed7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: ad7a3dc8-4bc0-4069-a783-870288fa9fab
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-f587d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f587d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d.18c011735215fd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "24998"
    uid: bb457d4a-6e17-46d5-9009-383529bddab1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24960"
    uid: ad7a3dc8-4bc0-4069-a783-870288fa9fab
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-f587d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f587d.18c01173521660bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25001"
    uid: d3887772-a52c-433b-821d-872da3080564
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: ad7a3dc8-4bc0-4069-a783-870288fa9fab
  kind: Event
  lastTimestamp: "2026-07-07T17:18:08Z"
  message: InferenceService [error-404-isvc-f587d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:18:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:08Z"
    name: error-404-isvc-f587d.18c0117ea38671ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25824"
    uid: 54b81197-0710-4a1e-bc08-47ae4cf6e971
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:08:04.403828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f217a99311
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 5b5e29bd-ab30-473e-aa47-c01c84803f6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-f8ada-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f21f0bd409
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: aa9f3cea-82b9-4b5d-99d7-f4f816f83f2a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f254c75182
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: dce69f40-ce88-4860-97a8-4a7fd08bde3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f25611b744
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: b0fae901-fbc4-417f-9bde-92259140e70f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f25932b676
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: b5f9a5ac-ac4b-4804-b247-c8b91b8fcfda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f259a13a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 3ddeb33b-8e3a-415d-80d8-7508ede6141b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f259ab6298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: ac74eed7-654d-44cc-b156-d862973c7707
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f25d4f8bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: be5822ba-678e-407a-a7bf-07d23a3538b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f25dbf12b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 79c8db8a-95c3-42dc-bb3d-25c82378ee2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:21Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c010f26661a064
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: 4523d9a8-74c5-4926-b317-925c21a94a51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c01173577a96f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25027"
    uid: fff0a97d-57a1-4476-a85f-c10058f0c709
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c01173577b195d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25030"
    uid: 77261127-41d7-4301-bbf3-9cb57f67b206
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 4be9ad02-f0f9-42bf-a0d1-95e129d7bf9d
  kind: Event
  lastTimestamp: "2026-07-07T17:17:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:21Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc.18c01173daafdc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: 9cfef22e-3935-4af9-b5b3-f62ef0534304
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-f8ada-predictor-7c47cd4646
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: cf70fb64-07ed-4d73-843f-cc6de997c0bb
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: 'Created pod: error-404-isvc-f8ada-predictor-7c47cd4646-qc5fc'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-f8ada-predictor-7c47cd4646.18c010f21718c178
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 82f90ba2-cad1-4aee-ab62-0f5cb1be272e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 129b1813-90fe-4da5-8182-64a0ccef7115
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Scaled up replica set error-404-isvc-f8ada-predictor-7c47cd4646 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-f8ada-predictor.18c010f2156bb8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: af84850a-f7b8-4b36-b47e-3fccb4b8f57d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0581d038-b47f-4032-b9c8-6f9052e37c96
  kind: Event
  lastTimestamp: "2026-07-07T17:08:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:19Z"
    name: error-404-isvc-f8ada-predictor.18c010f593c8af9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 1731c0e7-cc2e-4ad3-94f7-b7c715e68f8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0581d038-b47f-4032-b9c8-6f9052e37c96
  kind: Event
  lastTimestamp: "2026-07-07T17:08:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:19Z"
    name: error-404-isvc-f8ada-predictor.18c010f5942935eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: f7e7baea-1536-433c-ad1a-b53d764b7675
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 0581d038-b47f-4032-b9c8-6f9052e37c96
  kind: Event
  lastTimestamp: "2026-07-07T17:09:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: error-404-isvc-f8ada-predictor.18c010f912d8ef1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 019672eb-6850-46a8-a8b0-1caa272b3a11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 0581d038-b47f-4032-b9c8-6f9052e37c96
  kind: Event
  lastTimestamp: "2026-07-07T17:09:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: error-404-isvc-f8ada-predictor.18c010f9133f4312
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: a311461f-8a38-4df0-9e24-394e8a3a6b27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 0ed66ab0-c247-4566-a294-3942dbec982a
  kind: Event
  lastTimestamp: "2026-07-07T17:08:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:51Z"
    name: error-404-isvc-f8ada.18c010f2156ecd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 327fce9f-17ad-4fab-a2c9-59de843f51be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 0ed66ab0-c247-4566-a294-3942dbec982a
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-f8ada": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-f8ada":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-f8ada.18c010f215f1a505
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: 33b20713-c645-4b69-b60b-07c9764478a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 0ed66ab0-c247-4566-a294-3942dbec982a
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-f8ada": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: error-404-isvc-f8ada.18c010f215f20471
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 901e757c-b7c5-4ece-a182-25c3d86bab00
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: 0ed66ab0-c247-4566-a294-3942dbec982a
  kind: Event
  lastTimestamp: "2026-07-07T17:08:51Z"
  message: InferenceService [error-404-isvc-f8ada] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:51Z"
    name: error-404-isvc-f8ada.18c010fd217c3916
    namespace: kserve-ci-e2e-test
    resourceVersion: "21297"
    uid: c2f46125-15d2-47c0-bc5e-e50511a8f67c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:55:54.747221Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14123"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104834bd5130
    namespace: kserve-ci-e2e-test
    resourceVersion: "14129"
    uid: 70a3ef94-6e3b-4028-a228-c46b0f99cb7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c010483cb1ea4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: 90e4c59b-adaa-4629-aadf-e654d584d26c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104871dcd69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14286"
    uid: b6cc8588-4618-49b5-9c79-741d98c55551
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c01048733e5c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: 42951ed9-d7b7-4d2d-856a-0613b3a91a00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104876e23c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14290"
    uid: a97479b4-6088-43be-8d6d-10e674f1bbc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104877534c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: 79231900-3ce4-4916-9f11-b8554d6c8dfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
  metadata:
    creationTimestamp: "2026-07-07T16:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:01Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c01049d4af70e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14353"
    uid: ce6689d1-7d6c-487b-a44f-b3eadb9ffc23
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    in 13.938s (13.938s including waiting). Image size: 1555742129 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104d13813b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14492"
    uid: 8e996539-21ec-4b43-b3d7-2aec87caf479
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104d17b6974a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14497"
    uid: 71b7c64d-ad5c-4b56-a63e-eb4aa6ec90af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104d1837231f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14499"
    uid: 72d1bf41-41cf-4881-bf5b-e14786d11e61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104d184a99be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 25357f00-8843-41eb-9544-60c6659e3cdf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.723s (3.723s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104df639e4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: e0eb2d47-3eca-4b37-943d-8bdd18b8a4e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104dfa915f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: bbd586c5-9b05-4916-9f9f-879d7d28290a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104dfb734630
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: 45735d57-5d61-4794-926d-5027b1e759ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:58:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:17Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c0104e48eb8bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: d6ea5bdc-d28d-4d6f-8ee4-0f27e223107b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c01068d99c545a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15804"
    uid: 223f9f08-f4d8-49dd-bcf7-812d1b14116a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c01068d99cd43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 26b57583-5380-413a-9527-12d6be0ab31b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14126"
    uid: 06d394d3-ceb2-4d89-ab7d-46cc9a6f299c
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c.18c010694b37e1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 208d244f-fcc4-486b-a7bd-01a055eef5b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14118"
    uid: 8bc7e366-2015-41f4-b76f-c1bda5f7d85b
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-7fddfc6c5c-gr22c'
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-sklearn-graph-1-predictor-7fddfc6c5c.18c01048344c2631
    namespace: kserve-ci-e2e-test
    resourceVersion: "14125"
    uid: f6a8f47b-2388-42e2-a79f-f9fe682fc278
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14117"
    uid: b0b7db95-b50c-4e46-9a6d-3668e2ce7c21
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-7fddfc6c5c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-sklearn-graph-1-predictor.18c010483003f1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14119"
    uid: 3a1cd40d-31ef-4630-8367-15c001c4d9ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: 093a8277-0efc-4bfe-823d-429f7c636f0f
  kind: Event
  lastTimestamp: "2026-07-07T16:56:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:54Z"
    name: isvc-sklearn-graph-1-predictor.18c0104bb54e92ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: 2ba6caca-ea50-4740-ac58-b73d21a505ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: 093a8277-0efc-4bfe-823d-429f7c636f0f
  kind: Event
  lastTimestamp: "2026-07-07T16:56:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:54Z"
    name: isvc-sklearn-graph-1-predictor.18c0104bb5acb49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: b4a4f67c-5a17-40c8-b061-66014282c0c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 093a8277-0efc-4bfe-823d-429f7c636f0f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:54Z"
    name: isvc-sklearn-graph-1-predictor.18c01059b154737d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 700352a6-51ae-4bcf-b371-723b0756102e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 093a8277-0efc-4bfe-823d-429f7c636f0f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:54Z"
    name: isvc-sklearn-graph-1-predictor.18c01059b1afc2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: bed9f417-d47e-4a77-9f64-a743244f8098
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: 91da5d18-2972-4c55-93f6-f8a15133d95b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:37Z"
    name: isvc-sklearn-graph-1.18c01048361fec72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: feaf267c-9709-4c79-b045-6bdd8ef22a69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: 91da5d18-2972-4c55-93f6-f8a15133d95b
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-sklearn-graph-1.18c01048366824f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14135"
    uid: 35f3fd9e-a8cc-4e7c-b07f-5c12c9c75069
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: 91da5d18-2972-4c55-93f6-f8a15133d95b
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-graph-1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-sklearn-graph-1.18c01048366861eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14137"
    uid: 41429cce-d9f7-4cb4-9244-28a66a51ec48
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 91da5d18-2972-4c55-93f6-f8a15133d95b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:37Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:37Z"
    name: isvc-sklearn-graph-1.18c0106033407b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: da837192-6ba5-44c5-b4af-60998b3d5ee1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:55:55.236494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104851e70e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: 55cc9786-85ca-4b72-a170-6a9ac958f197
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c010485acdb1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: 8c9bc372-52d7-4374-ab1d-edcedf646469
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14247"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:55:56Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:55:56Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c010488f472127
    namespace: kserve-ci-e2e-test
    resourceVersion: "14297"
    uid: d1f94bc4-ae06-48ba-9255-88b15ef2c044
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:55:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:56Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104890a1e74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14299"
    uid: 80429dda-af73-4354-b8fc-11500a29c2a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:55:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:56Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c01048941a6fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14301"
    uid: 6dd22060-3748-4a3d-b8ae-855fee22dca6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:55:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:56Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104894925cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14302"
    uid: 36fd7cdb-4941-4f73-a2ed-9d8ede4ba3a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
  metadata:
    creationTimestamp: "2026-07-07T16:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:01Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c01049d4aec4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14352"
    uid: 2c938b86-c904-46fd-a6e8-a2df2943bd58
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    in 13.938s (13.938s including waiting). Image size: 1555742129 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104d13830093
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: 662e300b-3581-4ab8-9d85-aa84ff9343ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104d17a8be71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 5608582b-8b44-4046-aa04-04ffe67c3e40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104d1829f849
    namespace: kserve-ci-e2e-test
    resourceVersion: "14498"
    uid: 83e41075-9752-4d46-823e-be9174440132
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:15Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T16:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:15Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104d1838a08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: 9bc76e10-b307-47a8-b0ea-a70a0d349bc5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.762s (3.762s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104df879c089
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 4873be90-f2dd-4552-8ef0-669ac491daee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104dfbabd8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14533"
    uid: 6f140a96-d1a6-4501-a46f-d75ac8e6d888
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:56:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:19Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104dfc3d0704
    namespace: kserve-ci-e2e-test
    resourceVersion: "14535"
    uid: 91580c9c-1fdf-486c-ba6d-bd3da3dd508a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c0104e48e991db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15927"
    uid: 5c49a28f-2a7c-4402-94c5-87b28a4b599e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c01068e4e3bfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: f00db7f9-5c27-4dab-8093-0f3759c4cb08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c01068e4e47886
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: ac59d773-df29-42fe-9d5c-f8f4c2e07bec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14241"
    uid: b2131e33-d451-46cd-bf08-3f122bb41553
  kind: Event
  lastTimestamp: "2026-07-07T16:58:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:16Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c.18c010694b393417
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 3906731c-a216-46fa-bfb6-cdc506aa3e3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14231"
    uid: 487e8e15-bd63-4784-ab3b-91851df03b7a
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-5f7864bfc5-pc98c'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-2-predictor-5f7864bfc5.18c01048517c2ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: ed0aee86-ff1e-482b-a931-580860853b7f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14228"
    uid: 56be7c0b-cce6-4000-9fb4-78481868e7da
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-5f7864bfc5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-sklearn-graph-2-predictor.18c010484ea5c9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: 946a990c-8f9c-4b49-bc63-91a167b019fc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14230"
    uid: 046677f6-267b-4e39-b753-7b711b661279
  kind: Event
  lastTimestamp: "2026-07-07T16:56:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:40Z"
    name: isvc-sklearn-graph-2-predictor.18c0104bcd13f234
    namespace: kserve-ci-e2e-test
    resourceVersion: "14730"
    uid: 66328a89-6b31-4bd6-af3a-8cc617ea5d68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14230"
    uid: 046677f6-267b-4e39-b753-7b711b661279
  kind: Event
  lastTimestamp: "2026-07-07T16:56:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:40Z"
    name: isvc-sklearn-graph-2-predictor.18c0104bcd765f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14731"
    uid: 51ccd3c1-b7f9-44a3-8e32-7f7ecf845681
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 046677f6-267b-4e39-b753-7b711b661279
  kind: Event
  lastTimestamp: "2026-07-07T16:58:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:10Z"
    name: isvc-sklearn-graph-2-predictor.18c01056497a1131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 88796d40-e1d0-4ec3-9ef1-71184f5d2e82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 046677f6-267b-4e39-b753-7b711b661279
  kind: Event
  lastTimestamp: "2026-07-07T16:58:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:10Z"
    name: isvc-sklearn-graph-2-predictor.18c0105649dcd52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 0834cd10-2d4a-4345-b6ae-2dcd51d2cd8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14212"
    uid: acf16bf1-ac5c-4732-8cf7-5758e1e79d72
  kind: Event
  lastTimestamp: "2026-07-07T16:57:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:36Z"
    name: isvc-sklearn-graph-2.18c010484eab12ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: fb51e23e-cf4b-4472-8643-cdbe1fe93cc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15241"
    uid: acf16bf1-ac5c-4732-8cf7-5758e1e79d72
  kind: Event
  lastTimestamp: "2026-07-07T16:57:36Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:36Z"
    name: isvc-sklearn-graph-2.18c0105fffe167ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: fe5c34ac-46fd-4fc8-bc46-74b3c7fb3f40
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:55:55.036451Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14188"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-j884b
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c0104845faadb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14192"
    uid: 24d75c38-322a-473a-b1f2-4f92b8b3d6b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14202"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c010485f0edc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14265"
    uid: aeee1321-e819-4fa3-835d-4e701f7fd3ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c0104860725917
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: d19df5fa-3227-4692-88ca-849b0fa6ca02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c010486361f6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14272"
    uid: b93a805f-4762-4c4e-a84a-7f658fa1e4f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c0104863efc310
    namespace: kserve-ci-e2e-test
    resourceVersion: "14273"
    uid: 24e9989e-cbbe-413b-a767-b2e5fc16c626
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:01Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-07T16:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:01Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01049d4b54819
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 11c6dbc8-eff3-4fdc-9c3c-d82f87f05ed5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:36Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 34.818s (34.818s
    including waiting). Image size: 1305547511 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:36Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01051f0110a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: 7b4fbcaf-4c3f-4a95-a7dc-43761a6761c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:36Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01051f2eaf304
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: c39ecbfb-7e2b-4df0-8409-c66098568830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:36Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01051f37d5dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 6ad022cb-206f-4857-9ca1-2207c81565d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:36Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01051f390525e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 7aa5e7de-2980-4b8e-8977-9ba251940721
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:36Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01051f68665ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 270dd3fb-b8fa-4fee-80b1-f681f2f22170
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:56:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:36Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01051f6ed3225
    namespace: kserve-ci-e2e-test
    resourceVersion: "14692"
    uid: 567ceea1-922f-43ae-b6a4-0c619ca0bd59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:57:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:33Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c010524305ac96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: c8977482-f016-4edb-a72f-57557a9615fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01068dfd5dbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: a56f8b0a-be9e-4499-b35b-865fd550ecff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14190"
    uid: 78832dba-ce1d-49cd-98f0-aaf5fd68a882
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-j884b.18c01068dfd65ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 3086e45f-1bc4-4667-a4f0-6a3ce8305c88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14181"
    uid: 2a9b666b-7fab-46d2-971d-ad8503c7f722
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-j884b'
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18c01048456166df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14189"
    uid: 0e99f073-a4df-417e-a012-0dcb3ee76bd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14179"
    uid: 5537dd2b-feb1-426e-b8e4-642e7af9f729
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: isvc-xgboost-graph-predictor.18c0104842d77351
    namespace: kserve-ci-e2e-test
    resourceVersion: "14182"
    uid: 4ff98a37-d049-4573-9554-766c28003db9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14180"
    uid: 2cfe245c-cf10-4e93-84f6-f6cbdc70e872
  kind: Event
  lastTimestamp: "2026-07-07T16:57:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:10Z"
    name: isvc-xgboost-graph-predictor.18c0104bc14783e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: 0274504a-9199-4d35-83d2-7c3635f21179
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14180"
    uid: 2cfe245c-cf10-4e93-84f6-f6cbdc70e872
  kind: Event
  lastTimestamp: "2026-07-07T16:57:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:10Z"
    name: isvc-xgboost-graph-predictor.18c0104bc1a503f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: ac36faca-8d41-4ffa-a6ac-1e4ad3571bcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: 2cfe245c-cf10-4e93-84f6-f6cbdc70e872
  kind: Event
  lastTimestamp: "2026-07-07T16:58:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:10Z"
    name: isvc-xgboost-graph-predictor.18c0105d3aeef4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: 504b13f8-83c7-4013-8313-85a03b5a018f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: 2cfe245c-cf10-4e93-84f6-f6cbdc70e872
  kind: Event
  lastTimestamp: "2026-07-07T16:58:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:10Z"
    name: isvc-xgboost-graph-predictor.18c0105d3b545bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 3ee853b0-5b20-47cf-b7e0-93cd401f8dc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "14158"
    uid: 3748af1b-d33b-4751-a6d7-94f0c0b405af
  kind: Event
  lastTimestamp: "2026-07-07T16:57:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:44Z"
    name: isvc-xgboost-graph.18c0104842db998b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: ccfec4db-c02d-4cb8-851a-bf3a3b39aba4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 3748af1b-d33b-4751-a6d7-94f0c0b405af
  kind: Event
  lastTimestamp: "2026-07-07T16:57:44Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:44Z"
    name: isvc-xgboost-graph.18c01061a6402a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 19ce2f6e-78d9-4d0f-880c-7ba55f795c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:58:04.697335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-565d7b4557-w6klz
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:58:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:58:04Z"
    name: model-chainer-565d7b4557-w6klz.18c01066765ec1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: 89d408bb-c1a3-4f3d-ac45-6301f97d7d66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: "2026-07-07T16:58:05Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:58:05Z"
    name: model-chainer-565d7b4557-w6klz.18c010668facb1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: e13c7b10-ca84-48e8-9471-ca6bb540c417
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: "2026-07-07T16:58:05Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:05Z"
    name: model-chainer-565d7b4557-w6klz.18c0106690e0ac7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: b4e368d7-5725-48b1-9766-bd178e379b84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: "2026-07-07T16:58:05Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-07-07T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:05Z"
    name: model-chainer-565d7b4557-w6klz.18c0106693f09571
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: eb164191-9bc7-4496-887e-1a947503fe01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: "2026-07-07T16:58:05Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-07-07T16:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:05Z"
    name: model-chainer-565d7b4557-w6klz.18c01066947ba467
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 29eabc5b-4d01-4fe3-bc23-e62c141a49f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: model-chainer-565d7b4557-w6klz.18c01068d109f82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: 31821745-1c70-4e9a-888e-839a13317627
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-565d7b4557-w6klz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: 115662c5-a931-43d7-b818-d9d71524937d
  kind: Event
  lastTimestamp: "2026-07-07T16:58:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:42Z"
    name: model-chainer-565d7b4557-w6klz.18c010695939666a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 41ebd7cc-82bc-4060-9a28-84f1e45dd526
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-565d7b4557
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 385d5b36-dd82-406c-8865-9f263e08b0b4
  kind: Event
  lastTimestamp: "2026-07-07T16:58:04Z"
  message: 'Created pod: model-chainer-565d7b4557-w6klz'
  metadata:
    creationTimestamp: "2026-07-07T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:04Z"
    name: model-chainer-565d7b4557.18c010667600e434
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: f11e4de2-483f-450e-b41b-331e2d3ea305
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 48ee9a1e-c31c-4331-a840-30c979351d36
  kind: Event
  lastTimestamp: "2026-07-07T16:58:04Z"
  message: Scaled up replica set model-chainer-565d7b4557 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:04Z"
    name: model-chainer.18c010667512917f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 23dee589-0dcd-472f-af29-1dfed965aee0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 87a4ac90-dc2f-4230-aba0-0574932e25c2
  kind: Event
  lastTimestamp: "2026-07-07T16:58:04Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:04Z"
    name: model-chainer.18c010667a0a9040
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 50671b4c-2644-4b5c-95ae-9a87079984bb
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:59:14.988919Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-23477-5bdcf4b799-f8gp5
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:59:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:59:14Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c01076d4132c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: fef56400-54e0-4992-b17b-1217c681ac7b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T16:59:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-23477-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:15Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c01076deb12989
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: 23af9ff6-a372-4a60-933a-42dcbdd46d19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T16:59:16Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:59:16Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c0107710ff92ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 8897537f-dc18-4e9c-add1-418efb44535c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-23477}
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T16:59:16Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:16Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c01077126221d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 1c27fecf-23f0-4c01-90db-35ba1f2b99d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-23477}
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T16:59:16Z"
  message: 'Created container: sequence-graph-23477'
  metadata:
    creationTimestamp: "2026-07-07T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:16Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c0107714d11c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: dd6598c9-0578-416c-b658-b851751e72b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-23477}
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T16:59:16Z"
  message: Started container sequence-graph-23477
  metadata:
    creationTimestamp: "2026-07-07T16:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:16Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c01077155e5e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: 2a6aa3e7-e064-48d7-9097-1889090b3629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-23477}
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T17:07:29Z"
  message: Stopping container sequence-graph-23477
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c010ea0174300a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: ad4b7e53-1dd2-474b-9645-265f4219c1c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-23477}
    kind: Pod
    name: sequence-graph-23477-5bdcf4b799-f8gp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 0257ed48-2835-4a88-9564-8728d5196d1a
  kind: Event
  lastTimestamp: "2026-07-07T17:07:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:57Z"
    name: sequence-graph-23477-5bdcf4b799-f8gp5.18c010eab0bbb081
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 373a798d-e78f-439b-8ca1-8bb8cd6493bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-23477-5bdcf4b799
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 43305ff8-b783-421d-b65e-9ec6e2aef50f
  kind: Event
  lastTimestamp: "2026-07-07T16:59:14Z"
  message: 'Created pod: sequence-graph-23477-5bdcf4b799-f8gp5'
  metadata:
    creationTimestamp: "2026-07-07T16:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:14Z"
    name: sequence-graph-23477-5bdcf4b799.18c01076d393a511
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 8da051aa-3201-4107-920f-779b583022a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: b82d7d85-b8ab-4772-848a-27ab4b7b4c70
  kind: Event
  lastTimestamp: "2026-07-07T16:59:14Z"
  message: Scaled up replica set sequence-graph-23477-5bdcf4b799 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:14Z"
    name: sequence-graph-23477.18c01076d2b33ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 2e588437-4e7a-4fa5-98b2-9c4da456c1b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: ee372a9a-f100-431f-bacc-45da6b6ba0b6
  kind: Event
  lastTimestamp: "2026-07-07T16:59:15Z"
  message: InferenceGraph [sequence-graph-23477] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:59:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:15Z"
    name: sequence-graph-23477.18c01076d79d1d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: 18268a30-8884-4d3a-b64d-7aac71ecb00a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 4dc0e32a-4794-4cae-bde8-59d9a9cbcb4e
  kind: Event
  lastTimestamp: "2026-07-07T16:59:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:29Z"
    name: sequence-graph-23477.18c0107a512b3e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 58929522-3751-4a2b-a8a3-78b755bebbe2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 4dc0e32a-4794-4cae-bde8-59d9a9cbcb4e
  kind: Event
  lastTimestamp: "2026-07-07T16:59:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:29Z"
    name: sequence-graph-23477.18c0107a518c0bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: c9cb0f73-3ddf-4b3a-a695-6eda68184ce6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 4dc0e32a-4794-4cae-bde8-59d9a9cbcb4e
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: sequence-graph-23477.18c0107dd0297872
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: f992db30-7123-4dc9-8f1d-7ef708b44736
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 4dc0e32a-4794-4cae-bde8-59d9a9cbcb4e
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: sequence-graph-23477.18c0107dd08f1139
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: e2518d25-3a71-4806-a0dd-3025bdba24f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:09:40.154320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21750"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-3653b-c47d47c8-ff2k7
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c0110862d61f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21755"
    uid: 97631193-3b1b-4334-9e7d-f5773869f14b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c011087c343cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: a4c44088-4231-4248-93f2-846c4b8948ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-3653b}
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c011087d73b393
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: d859aec8-0b6a-4fda-b0ba-d9d03f81ac39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-3653b}
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: 'Created container: sequence-graph-3653b'
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c01108806af0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21778"
    uid: f385eeb7-8768-424b-91ba-deff7a064555
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-3653b}
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: Started container sequence-graph-3653b
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c0110881079910
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: 35846278-b91a-4d2a-9e1a-3fce3c30d69e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-3653b}
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: Stopping container sequence-graph-3653b
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c0117b8e94b9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 90801c34-6648-447e-ba5b-6641e97a944b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-3653b}
    kind: Pod
    name: sequence-graph-3653b-c47d47c8-ff2k7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: b2499088-f7a4-4598-bbc1-70b3dbe8a156
  kind: Event
  lastTimestamp: "2026-07-07T17:18:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:22Z"
    name: sequence-graph-3653b-c47d47c8-ff2k7.18c0117c196cef20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26049"
    uid: aee66117-1ef1-4a67-bdc9-d30c855d6862
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-3653b-c47d47c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: 6de2a1d4-bf33-4cd0-a3a0-e0d01d4e22b9
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: 'Created pod: sequence-graph-3653b-c47d47c8-ff2k7'
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b-c47d47c8.18c0110862618002
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 208fe0d3-bbc9-442d-be6a-a2458f97dcb3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21745"
    uid: 0eed83e1-039b-46ea-987c-eb1bb924085b
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: Scaled up replica set sequence-graph-3653b-c47d47c8 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b.18c01108616b7708
    namespace: kserve-ci-e2e-test
    resourceVersion: "21748"
    uid: 6f3a8c0e-46d5-4f54-80e8-155cf681e1b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 758d820e-f8db-4195-89c4-dc2255a93e1e
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: InferenceGraph [sequence-graph-3653b] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: sequence-graph-3653b.18c0110866476062
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: cad0bda6-3f11-46b2-b760-da619f6323e8
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: f1459934-7bcc-4f8a-8355-83e6838db3ec
  kind: Event
  lastTimestamp: "2026-07-07T17:09:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:55Z"
    name: sequence-graph-3653b.18c0110bdfb2353d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: 27574430-ed9e-4e7c-a466-f0bdda2e6baf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: f1459934-7bcc-4f8a-8355-83e6838db3ec
  kind: Event
  lastTimestamp: "2026-07-07T17:09:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:55Z"
    name: sequence-graph-3653b.18c0110be01233a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 1cd18027-c264-474c-ac7e-cfbf815c4cb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: f1459934-7bcc-4f8a-8355-83e6838db3ec
  kind: Event
  lastTimestamp: "2026-07-07T17:10:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:25Z"
    name: sequence-graph-3653b.18c0110f5e9f7cb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 88b2c68e-8b05-4464-8a70-1ab520652861
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: f1459934-7bcc-4f8a-8355-83e6838db3ec
  kind: Event
  lastTimestamp: "2026-07-07T17:10:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:25Z"
    name: sequence-graph-3653b.18c0110f5efe7def
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 3c4c28f6-a537-496b-b924-5978ef5c2f7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:08:29.849593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-8411f-f58b567b8-llfwp
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:08:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:08:29Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010f804592bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: abf7073a-34c2-4123-92fa-9f1773e9d06b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-8411f-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010f8103cd9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20954"
    uid: 9b5a2d21-6d02-4e36-9476-b6021c5641b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010f841c403f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 1ffec9ff-2d9f-4ce4-a34b-946712ad07e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-8411f}
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010f84309ed14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 630ee711-faea-4987-9170-d1ffa877ca08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-8411f}
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: 'Created container: sequence-graph-8411f'
  metadata:
    creationTimestamp: "2026-07-07T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010f846504435
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: cb849df2-812c-4fab-83de-a8e913aeca65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-8411f}
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:08:30Z"
  message: Started container sequence-graph-8411f
  metadata:
    creationTimestamp: "2026-07-07T17:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:30Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010f846be03e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: ea07c195-ddac-41b0-b46d-a14fb9b2ebce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-8411f}
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:08:39Z"
  message: Stopping container sequence-graph-8411f
  metadata:
    creationTimestamp: "2026-07-07T17:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:39Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010fa5db5e888
    namespace: kserve-ci-e2e-test
    resourceVersion: "21068"
    uid: b03c3388-dc2c-40d9-bddf-4548001d86f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-8411f}
    kind: Pod
    name: sequence-graph-8411f-f58b567b8-llfwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 12669d4a-108e-499b-954f-55cdeda16f68
  kind: Event
  lastTimestamp: "2026-07-07T17:09:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:07Z"
    name: sequence-graph-8411f-f58b567b8-llfwp.18c010fb0ae507d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: c51f44ff-14cf-446c-b522-8cecf6205228
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-8411f-f58b567b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: cd0f6ab5-256f-4413-8ab8-1f70621a5a79
  kind: Event
  lastTimestamp: "2026-07-07T17:08:29Z"
  message: 'Created pod: sequence-graph-8411f-f58b567b8-llfwp'
  metadata:
    creationTimestamp: "2026-07-07T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:29Z"
    name: sequence-graph-8411f-f58b567b8.18c010f803f96c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: aafefb54-3f1a-41d1-8f5b-3f6f81e34c1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-8411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 7ded9679-736c-4a61-a808-f718a5cdeba6
  kind: Event
  lastTimestamp: "2026-07-07T17:08:29Z"
  message: Scaled up replica set sequence-graph-8411f-f58b567b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:29Z"
    name: sequence-graph-8411f.18c010f8034b8ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 48606910-2b0d-4051-b2cd-c9c59d8a737b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-8411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: 8cef9785-e937-470e-84a8-bcc4f10226d4
  kind: Event
  lastTimestamp: "2026-07-07T17:08:29Z"
  message: InferenceGraph [sequence-graph-8411f] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:29Z"
    name: sequence-graph-8411f.18c010f80af7f7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 9e29cf31-387a-4a38-9083-ee61318b6ee6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:19:29.716945Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-f025d-5777858b95-9qjkg
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:19:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:19:29Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c01191a781edbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: dabbff93-7939-40cf-bd65-149c89d99f33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: "2026-07-07T17:19:30Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:19:30Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c01191c0d913ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: 14de6a93-0535-46e2-ab9e-e356c7d31eea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f025d}
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: "2026-07-07T17:19:30Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:19:30Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c01191c2160562
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: a767dda9-8d61-4c3b-b60c-2de56a8d8ebe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f025d}
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: "2026-07-07T17:19:30Z"
  message: 'Created container: splitter-graph-f025d'
  metadata:
    creationTimestamp: "2026-07-07T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:19:30Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c01191c504a335
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 6072691e-e9fc-4fc6-b059-7ef4e35c3ea0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f025d}
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: "2026-07-07T17:19:30Z"
  message: Started container splitter-graph-f025d
  metadata:
    creationTimestamp: "2026-07-07T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:19:30Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c01191c57134fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: a5a83644-ae20-458f-aed6-83689e9d6c2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f025d}
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: "2026-07-07T17:27:44Z"
  message: Stopping container splitter-graph-f025d
  metadata:
    creationTimestamp: "2026-07-07T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:44Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c01204ced64ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 38c9bb02-19b1-4033-b7c9-d74d810f0e9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f025d}
    kind: Pod
    name: splitter-graph-f025d-5777858b95-9qjkg
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 1ad88f05-8718-4453-a7f5-8b77195bc497
  kind: Event
  lastTimestamp: "2026-07-07T17:28:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:28:11Z"
    name: splitter-graph-f025d-5777858b95-9qjkg.18c012055248d6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 75bbc3cb-efb9-49cc-8395-c26f93f45913
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-f025d-5777858b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: fd8fdedf-0d16-42e3-98c6-1fc6178d24db
  kind: Event
  lastTimestamp: "2026-07-07T17:19:29Z"
  message: 'Created pod: splitter-graph-f025d-5777858b95-9qjkg'
  metadata:
    creationTimestamp: "2026-07-07T17:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:29Z"
    name: splitter-graph-f025d-5777858b95.18c01191a7138a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: 6308e336-5245-449e-82e5-8e9bbc8219b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 741be66c-c4e7-4cd4-8645-e84a71fb128e
  kind: Event
  lastTimestamp: "2026-07-07T17:19:29Z"
  message: Scaled up replica set splitter-graph-f025d-5777858b95 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:29Z"
    name: splitter-graph-f025d.18c01191a62b917b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: 6f277512-03b8-4058-b7da-2c37ff91d21e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: ecf8f20b-c624-4ac3-a8ae-9b4c4c89a876
  kind: Event
  lastTimestamp: "2026-07-07T17:19:29Z"
  message: InferenceGraph [splitter-graph-f025d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:19:29Z"
    name: splitter-graph-f025d.18c01191ab93e5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: b2bdc457-9e5e-4c57-94d9-f5257101fb0a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 14228083-00f0-4377-9e53-125944db039c
  kind: Event
  lastTimestamp: "2026-07-07T17:20:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:20:14Z"
    name: splitter-graph-f025d.18c0119524a3fca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: bb6af550-6fce-442f-a57d-f19a9f8c00a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 14228083-00f0-4377-9e53-125944db039c
  kind: Event
  lastTimestamp: "2026-07-07T17:20:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:20:14Z"
    name: splitter-graph-f025d.18c0119524ff0383
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 7517a63e-4ad2-4b82-be64-3d080c54b653
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:18:19.396769Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26001"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-f587d-68bc64bffc-2zmhp
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c01181481928d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 29a492ed-8408-4512-9b9b-14cd1b7ffe31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c0118161a32034
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: b316e595-bed0-48a7-bb94-95f3d6efc72c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f587d}
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c0118162f5e410
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 3cef7acb-5752-4c57-8065-3318332fdff7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f587d}
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'Created container: splitter-graph-f587d'
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c0118165df1e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: ac77aedd-69db-4eb4-b2d0-6822b4f90c14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f587d}
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: Started container splitter-graph-f587d
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c01181664f4db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: d75b4147-9611-4850-8d58-3f7ee02ea6df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f587d}
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Stopping container splitter-graph-f587d
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c01183a15f60a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26127"
    uid: 1af476b2-0966-4038-a3c2-6a2cf810a0cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-f587d}
    kind: Pod
    name: splitter-graph-f587d-68bc64bffc-2zmhp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 81d084b1-9833-469b-a1b0-dde7cb6f564c
  kind: Event
  lastTimestamp: "2026-07-07T17:18:56Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:56Z"
    name: splitter-graph-f587d-68bc64bffc-2zmhp.18c01184081b16d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26537"
    uid: a0f829cb-a2ca-4354-abce-d9ddc76c25e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-f587d-68bc64bffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: ca14660e-b7b9-412d-8c26-fc191d25c985
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'Created pod: splitter-graph-f587d-68bc64bffc-2zmhp'
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d-68bc64bffc.18c01181478c5e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "26002"
    uid: 12d61b07-510c-4911-869d-c712765e7f9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: a39bb3b8-9c23-4ab7-a284-d66fd5f1dc33
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: Scaled up replica set splitter-graph-f587d-68bc64bffc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d.18c0118146dd8e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "25999"
    uid: 1650de75-ca0f-4df2-bd58-762c245f754d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26013"
    uid: 69b7dc21-68ed-49b7-8de3-c61ecc0229d3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: InferenceGraph [splitter-graph-f587d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d.18c011814b8ef25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 0da2eb5e-6667-4999-b3b0-9e75e1f398e2
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 69b7dc21-68ed-49b7-8de3-c61ecc0229d3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'Failed to update status for InferenceGraph "splitter-graph-f587d": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-f587d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d.18c011814dbca6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26018"
    uid: 38ace554-6ae5-4c64-8502-fc05407eeb8d
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 69b7dc21-68ed-49b7-8de3-c61ecc0229d3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "splitter-graph-f587d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: splitter-graph-f587d.18c011814dbcfc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: e29cb47b-becf-48ea-a830-208cef7e12e5
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:17:54.949730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1a68d-predictor-784765f895-hgr6w
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117b96f0fcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25400"
    uid: f585b5c9-a0a6-4a06-9184-2628e3f0fe86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb0a5e26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: c6605a3c-83a6-4354-abbe-e63e4b01d624
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb1fdaae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 35119760-c178-4e8d-b65f-2b694818349a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb4d5b3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: 41f85d18-45a4-4cb8-9715-52b151e3955f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb541789e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 1aaed3f9-cac1-48b8-ac61-ef39251aa465
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb54a2a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 1129c09b-b24d-4284-8143-2617bf89eaa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb7dad3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 338518d1-fe94-406d-a247-b1ece4896d97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:55Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117bb8a5d6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: 99d7b6d7-55ba-404e-97a6-6f3be0295e83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:18:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:33Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0117be39c757d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 6eb07a93-a45e-4f38-aaa1-55b7f7817a69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:35:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:14Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0126da7d056ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33460"
    uid: 29fd2bfb-806e-4843-ab03-f7e9aa1055b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 9d79b682-bdc2-4c76-9a46-18087eda25d0
  kind: Event
  lastTimestamp: "2026-07-07T17:35:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:14Z"
    name: success-200-isvc-1a68d-predictor-784765f895-hgr6w.18c0126da7d1145b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33461"
    uid: c3b83edb-a245-456d-a712-2bcd20703b01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-1a68d-predictor-784765f895
    namespace: kserve-ci-e2e-test
    resourceVersion: "25378"
    uid: e22e166d-229d-4abc-a966-7c4adb7cbdc2
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: 'Created pod: success-200-isvc-1a68d-predictor-784765f895-hgr6w'
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-1a68d-predictor-784765f895.18c0117b968baa36
    namespace: kserve-ci-e2e-test
    resourceVersion: "25396"
    uid: fe5849aa-8df5-46be-902b-0164d9414677
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: d1b3fe92-09e8-4319-a652-a0f1bce912a0
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: Scaled up replica set success-200-isvc-1a68d-predictor-784765f895 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-1a68d-predictor.18c0117b94988250
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: 53363730-26e9-4f74-8853-83d1dd5243ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: cd3fec23-faaa-4c75-b606-20b9a44396b0
  kind: Event
  lastTimestamp: "2026-07-07T17:18:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:39Z"
    name: success-200-isvc-1a68d-predictor.18c0117f1333f33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26353"
    uid: 548005ce-aef9-4010-ba1d-c792cbdd13d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: cd3fec23-faaa-4c75-b606-20b9a44396b0
  kind: Event
  lastTimestamp: "2026-07-07T17:18:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:39Z"
    name: success-200-isvc-1a68d-predictor.18c0117f13989235
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: fb6450a9-1431-4920-a15b-0529c946a43b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25874"
    uid: cd3fec23-faaa-4c75-b606-20b9a44396b0
  kind: Event
  lastTimestamp: "2026-07-07T17:19:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:25Z"
    name: success-200-isvc-1a68d-predictor.18c01182923e0b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26784"
    uid: 74d1a2dd-8fc3-4c02-afd8-4384ecb9cddc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1a68d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25874"
    uid: cd3fec23-faaa-4c75-b606-20b9a44396b0
  kind: Event
  lastTimestamp: "2026-07-07T17:19:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:25Z"
    name: success-200-isvc-1a68d-predictor.18c0118292a1beb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: fd9c2f13-26a5-4cd4-8f34-d150e6b1c397
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: fac44dba-3b3f-4f25-82f6-b66e862fe2f5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:43Z"
    name: success-200-isvc-1a68d.18c0117b94d8c876
    namespace: kserve-ci-e2e-test
    resourceVersion: "26398"
    uid: 87df57cc-11b3-4577-b728-613cbd69fe03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: fac44dba-3b3f-4f25-82f6-b66e862fe2f5
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-1a68d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-1a68d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-1a68d.18c0117b95b6427b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: 03a7d7b3-52c2-4eb7-8070-5f7553dbd542
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25362"
    uid: fac44dba-3b3f-4f25-82f6-b66e862fe2f5
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-1a68d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-1a68d.18c0117b95b692fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: 5f3d821c-20e8-4f0d-a91e-587c610ad1a0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: fac44dba-3b3f-4f25-82f6-b66e862fe2f5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:43Z"
  message: InferenceService [success-200-isvc-1a68d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:43Z"
    name: success-200-isvc-1a68d.18c01186da7fc9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: 921c36ff-a8c6-4dd0-bbc2-8a054ba1f6b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:58:14.977175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-23477-predictor-69547f9465-pkjgl
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068db18921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: 3d549fbf-fa28-44eb-80da-d6a861c24d8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068f4feceea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 15a1fa6d-df77-4791-98b3-83af99d6e8b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068f669caef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: ecfab4ed-6c0b-407b-ace9-eccc20404b26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068f92d58f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 4cd078c2-b454-4c3f-a0e6-2df4f9f1bc7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068f992281f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: 9ef19ba5-bdae-4782-881b-79e46b6dd44a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068f99b6c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 56161cd8-959a-4f33-9b7b-7cefd9d48df3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068fc567243
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: e77a7828-1591-4e22-b76a-18264d4b7a13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:15Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c01068fcd0acc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: c28d90e8-184b-4b6a-97bd-8cded72bae71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:53Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c010695c0d8344
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 7bf89695-565d-476d-9c26-631e38917f6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T17:07:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c010ea0d7b9221
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: bc2165b3-c0f6-488e-96e9-c97fedc6183d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 8048b479-6ad2-43db-bb6f-497cd81bc4f6
  kind: Event
  lastTimestamp: "2026-07-07T17:07:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: success-200-isvc-23477-predictor-69547f9465-pkjgl.18c010ea0d7c1932
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: acace359-c7b4-4848-b93b-ce777705f760
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-23477-predictor-69547f9465
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: f02f639f-c1f0-49db-afea-474dcd78e142
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: 'Created pod: success-200-isvc-23477-predictor-69547f9465-pkjgl'
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: success-200-isvc-23477-predictor-69547f9465.18c01068da9646c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15809"
    uid: b63fdccb-8570-4be3-b698-c5230272c2c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: f4d0215c-383f-4728-974a-863657eeba66
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: Scaled up replica set success-200-isvc-23477-predictor-69547f9465 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: success-200-isvc-23477-predictor.18c01068d8d135a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: 422dc22e-de48-4c10-8307-d7f454e83afc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 3d8327be-93b3-4361-a042-a4338f7863a6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:44Z"
    name: success-200-isvc-23477-predictor.18c0106c5748455a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: c20bed09-041e-44b6-a3de-cfe6ca616201
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: 3d8327be-93b3-4361-a042-a4338f7863a6
  kind: Event
  lastTimestamp: "2026-07-07T16:58:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:44Z"
    name: success-200-isvc-23477-predictor.18c0106c57a9b4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: ba39e975-75af-4642-a3c4-6e136dcd3c76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 3d8327be-93b3-4361-a042-a4338f7863a6
  kind: Event
  lastTimestamp: "2026-07-07T16:59:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:29Z"
    name: success-200-isvc-23477-predictor.18c0107354f06a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c9df56f3-670e-4ea8-878a-65204ba31e28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-23477-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 3d8327be-93b3-4361-a042-a4338f7863a6
  kind: Event
  lastTimestamp: "2026-07-07T16:59:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:30Z"
    name: success-200-isvc-23477-predictor.18c010735552fb98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 8b6670dd-d745-438b-836c-a6da82157d0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 24ff0fc3-68ce-4142-8a49-0dd207c8c6e1
  kind: Event
  lastTimestamp: "2026-07-07T16:59:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:03Z"
    name: success-200-isvc-23477.18c01068d913c9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: df991d75-e203-4366-899f-a59ff87d945c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 24ff0fc3-68ce-4142-8a49-0dd207c8c6e1
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-23477":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-23477":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: success-200-isvc-23477.18c01068d975d473
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: aa2e79a5-ed42-42b0-a293-1f2f7d3b8e08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 24ff0fc3-68ce-4142-8a49-0dd207c8c6e1
  kind: Event
  lastTimestamp: "2026-07-07T16:58:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-23477": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:14Z"
    name: success-200-isvc-23477.18c01068d976165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 4e2b68d3-45fe-49f2-a225-f1adde7f9d1e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-23477
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: 24ff0fc3-68ce-4142-8a49-0dd207c8c6e1
  kind: Event
  lastTimestamp: "2026-07-07T16:59:03Z"
  message: InferenceService [success-200-isvc-23477] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:03Z"
    name: success-200-isvc-23477.18c0107416bc4e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 1a028bfa-58cb-4ce2-8477-797ab035984f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:06:54.043729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1b5dfb0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 498fedfc-124d-4972-88ea-65bd00d86567
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-2614e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1bd3483c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19759"
    uid: 3fc8e171-b5aa-4c92-b7b0-defba06aaca0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1f3a8c021
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: e634c192-1935-4548-a608-01272576aeea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1f514d1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 3dc75085-bac0-47ce-b34d-2cb797847f82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1f82ad43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 64adbfc0-7a5a-483b-a91e-cd016f49a85f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1f895d614
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: f31a79f0-d6c9-49e7-9626-9c670ad97b0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1f89ee4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: ca85d216-ea2f-4803-8737-74b5693fd8b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1fb6d3f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 129aa912-b894-44f9-a932-740048303f33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:06:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:55Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e1fbef7e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 29118d2d-e83c-44c9-afd0-82549876a41b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010e2054b1eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 4d09028c-3184-4084-a77b-0839b0f79891
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010f21133186f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 1e3366c5-14c5-4827-86c9-f77495a17db2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010f21133af4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: b3306449-6d64-4c92-83a4-d55769a005be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: bb560f9e-c359-4ec8-8482-3f575188e780
  kind: Event
  lastTimestamp: "2026-07-07T17:08:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:06Z"
    name: success-200-isvc-2614e-predictor-586c86c5f-kmrfh.18c010f28d766ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: 1eb3a3dd-ca4c-4bbb-9bfb-25fddc6be39e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-2614e-predictor-586c86c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: c0fef893-f8e3-448b-9245-d53ae973941a
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: 'Created pod: success-200-isvc-2614e-predictor-586c86c5f-kmrfh'
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: success-200-isvc-2614e-predictor-586c86c5f.18c010e1b526653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 33bbc97c-31d1-4fa8-9b2e-ac161e6d2575
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: fa63fe92-771a-47f9-aee6-a36598b4c259
  kind: Event
  lastTimestamp: "2026-07-07T17:06:53Z"
  message: Scaled up replica set success-200-isvc-2614e-predictor-586c86c5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:06:53Z"
    name: success-200-isvc-2614e-predictor.18c010e1b0e9b346
    namespace: kserve-ci-e2e-test
    resourceVersion: "19692"
    uid: 841c26fe-8071-47f5-94ef-cf3a2494a1cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: f9fc0261-cbff-4e27-bdd6-f20b8b47e8a1
  kind: Event
  lastTimestamp: "2026-07-07T17:07:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:39Z"
    name: success-200-isvc-2614e-predictor.18c010e530602e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: d480977b-f5f9-4884-852a-b3918f03d875
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19691"
    uid: f9fc0261-cbff-4e27-bdd6-f20b8b47e8a1
  kind: Event
  lastTimestamp: "2026-07-07T17:07:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:39Z"
    name: success-200-isvc-2614e-predictor.18c010e530d5643a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: ccf0b8f9-eb5a-46b5-b33a-b12cb8feca59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: f9fc0261-cbff-4e27-bdd6-f20b8b47e8a1
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: success-200-isvc-2614e-predictor.18c010efad9f0cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: e3a3a56f-c7d5-4eaf-8198-8819a7b203bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-2614e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: f9fc0261-cbff-4e27-bdd6-f20b8b47e8a1
  kind: Event
  lastTimestamp: "2026-07-07T17:07:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:54Z"
    name: success-200-isvc-2614e-predictor.18c010efae1c8e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: 6aca674a-4249-4cd2-8ce4-cca6d2851382
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 62547f26-b106-401a-91f6-829a9db1b661
  kind: Event
  lastTimestamp: "2026-07-07T17:07:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:41Z"
    name: success-200-isvc-2614e.18c010e1b17d0a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: dda84708-9913-454f-8da7-93bc50bc4444
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 62547f26-b106-401a-91f6-829a9db1b661
  kind: Event
  lastTimestamp: "2026-07-07T17:06:53Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-2614e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-2614e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:06:53Z"
    name: success-200-isvc-2614e.18c010e1b2449f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: e8d47c16-c0e2-4b7b-8bc3-bc8d24c5f0f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 62547f26-b106-401a-91f6-829a9db1b661
  kind: Event
  lastTimestamp: "2026-07-07T17:06:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-2614e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:06:53Z"
    name: success-200-isvc-2614e.18c010e1b244e4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: a95dac53-4c34-4db1-aaf8-41fc09a0795f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-2614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 62547f26-b106-401a-91f6-829a9db1b661
  kind: Event
  lastTimestamp: "2026-07-07T17:07:41Z"
  message: InferenceService [success-200-isvc-2614e] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:41Z"
    name: success-200-isvc-2614e.18c010ecc0121733
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 6882974b-00e9-4b1b-9f7a-fb6305d60044
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:08:40.082379Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa66450df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 9e0ac355-f1dc-4fde-8967-cbabc7faffaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa7f89e405
    namespace: kserve-ci-e2e-test
    resourceVersion: "21170"
    uid: b0f62259-5523-4f83-9f39-78757695961c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa80cd9c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 9b282609-effb-4d33-ae00-3dbdb4f005a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa83663d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: 2ec0a716-0b44-4caf-b5ea-2fcae80f83c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa83cfa3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 8b4783b1-3000-42e2-99f7-65d627a0afa1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa83d73839
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 354e9cc4-ad12-4d06-a3fc-3d2e0c62adc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa87500424
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: 244a12ab-9eb5-426d-9fd9-2aa8ae2642f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa87c02653
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: cfc35f1c-8e60-465a-a34c-174c8d501de5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c010fa94910547
    namespace: kserve-ci-e2e-test
    resourceVersion: "25493"
    uid: b901b7c6-3c39-4ee6-8c08-953a186682d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c0117b961cdb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "25392"
    uid: fdf12a2a-d06a-4b92-af5a-4b0e5ec86c2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:17:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:54Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c0117b961e1373
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 9b977691-25ed-4701-ad7f-f1898c536806
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 4b171b25-3089-445b-a7a5-65a5c23198be
  kind: Event
  lastTimestamp: "2026-07-07T17:17:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:56Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj.18c0117c0917227c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: f1515bb3-0a08-47af-ade3-5e5a0886fcb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-3653b-predictor-849b9cdd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 7e22b5a8-9c81-4f06-a0ae-9efc73550aa9
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Created pod: success-200-isvc-3653b-predictor-849b9cdd5-4p4pj'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor-849b9cdd5.18c010fa65d094b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: f98fe6e8-7a0c-4288-8bc9-ab998be40496
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 78cd831c-842a-4768-8745-921abb992132
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Scaled up replica set success-200-isvc-3653b-predictor-849b9cdd5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b-predictor.18c010fa63d42613
    namespace: kserve-ci-e2e-test
    resourceVersion: "21098"
    uid: 64380d30-2a30-4cd9-83d9-bb722c71adb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 4bbcd98b-a2f9-49dd-ac0a-ae56498ef309
  kind: Event
  lastTimestamp: "2026-07-07T17:09:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:25Z"
    name: success-200-isvc-3653b-predictor.18c010fde2407304
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: 62b0249b-fbbc-42af-bcda-cdf71e30ba1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: 4bbcd98b-a2f9-49dd-ac0a-ae56498ef309
  kind: Event
  lastTimestamp: "2026-07-07T17:09:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:25Z"
    name: success-200-isvc-3653b-predictor.18c010fde29d9e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: c66cd388-8252-4eb3-87a1-77bff261aa25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 4bbcd98b-a2f9-49dd-ac0a-ae56498ef309
  kind: Event
  lastTimestamp: "2026-07-07T17:10:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:10Z"
    name: success-200-isvc-3653b-predictor.18c011016154a6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: a9e5509e-c4ef-4f56-850c-21761f0c5719
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-3653b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 4bbcd98b-a2f9-49dd-ac0a-ae56498ef309
  kind: Event
  lastTimestamp: "2026-07-07T17:10:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:10Z"
    name: success-200-isvc-3653b-predictor.18c0110161b4e0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: 9466886b-a2d4-42e8-90a5-f8f02601791a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 32b15206-6081-40bf-853b-3cf476038e54
  kind: Event
  lastTimestamp: "2026-07-07T17:09:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:26Z"
    name: success-200-isvc-3653b.18c010fa63e6e012
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 259511bd-6da9-4be1-8676-f144c7191186
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 32b15206-6081-40bf-853b-3cf476038e54
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-3653b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-3653b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b.18c010fa646a3a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 4b61ce6a-f191-4591-af86-095220557998
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: 32b15206-6081-40bf-853b-3cf476038e54
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-3653b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-3653b.18c010fa646a9beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 22eda413-4b3f-497f-b411-eb6e3217a38b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-3653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: 32b15206-6081-40bf-853b-3cf476038e54
  kind: Event
  lastTimestamp: "2026-07-07T17:09:26Z"
  message: InferenceService [success-200-isvc-3653b] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:26Z"
    name: success-200-isvc-3653b.18c011054f7d4111
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: d0f97763-c2cb-49b9-89d8-402bf34a671f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:07:29.890195Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea0e7d4c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: 17753c6d-8bcd-4091-bb2b-e1bd3c8c6b8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-8411f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea18b9f7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20183"
    uid: b145dd9f-2617-4311-863a-bc70aefbcd5c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea4bc2b7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: d7e27ece-d7bf-4043-8c03-17b4a47c8668
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:30Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:30Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea4dc923cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: b679acf3-5816-4356-97cd-86f77593f5fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea51cd71bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 15526f42-6c1e-45df-abf0-d7fdb7a3d90c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea523d1a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: a41dd557-75ec-4905-a7ce-d8a96abadf25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea52465e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: 68fb5627-eb36-409d-aace-2ea401cbee04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea55261835
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: 51b4bd2c-33d1-4722-8761-ceb418b879bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:07:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:31Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010ea55927e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: c7a658c1-859b-4a01-9238-de1d6710e101
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:08:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:08Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010eaaca1c3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 0f2fbf99-75f2-48f2-aa94-e0df56f3d41d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010fa64d8d427
    namespace: kserve-ci-e2e-test
    resourceVersion: "21104"
    uid: b34ee226-c6f0-4b95-bc50-cf1c0720880d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: 601ec390-60cf-47aa-817c-c708ace44d65
  kind: Event
  lastTimestamp: "2026-07-07T17:08:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:40Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6.18c010fa64d97684
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 77624b97-f464-4d88-816f-a20e6e39ce6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-8411f-predictor-55547cb9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: fac0bb8c-4d89-4e31-8382-027d9e1a51ec
  kind: Event
  lastTimestamp: "2026-07-07T17:07:29Z"
  message: 'Created pod: success-200-isvc-8411f-predictor-55547cb9c5-5bbx6'
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: success-200-isvc-8411f-predictor-55547cb9c5.18c010ea0de0cefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: f8844622-8606-4574-95ea-8e544709d81a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: 01db737b-1466-445f-a4f9-77c1a4acfaa7
  kind: Event
  lastTimestamp: "2026-07-07T17:07:29Z"
  message: Scaled up replica set success-200-isvc-8411f-predictor-55547cb9c5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:29Z"
    name: success-200-isvc-8411f-predictor.18c010ea0ad5a66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20120"
    uid: 1e1cff5c-268b-46b7-917e-d15c4fd65019
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 9710dfd4-4b23-4997-b0b3-695bda27ca63
  kind: Event
  lastTimestamp: "2026-07-07T17:07:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:59Z"
    name: success-200-isvc-8411f-predictor.18c010ed891e3bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: a63d5e7c-f135-4ac9-a56d-78a2eccfefd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 9710dfd4-4b23-4997-b0b3-695bda27ca63
  kind: Event
  lastTimestamp: "2026-07-07T17:07:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:59Z"
    name: success-200-isvc-8411f-predictor.18c010ed897a386b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20518"
    uid: 5235d491-3136-4b36-b1d5-0b9f9463644d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 9710dfd4-4b23-4997-b0b3-695bda27ca63
  kind: Event
  lastTimestamp: "2026-07-07T17:08:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:29Z"
    name: success-200-isvc-8411f-predictor.18c010f486dbca81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20942"
    uid: 142deee7-fe11-49ac-9f45-69dc9e6a35e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-8411f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 9710dfd4-4b23-4997-b0b3-695bda27ca63
  kind: Event
  lastTimestamp: "2026-07-07T17:08:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:29Z"
    name: success-200-isvc-8411f-predictor.18c010f4873cff36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 6104e983-d891-49d2-9fd5-88094adc149d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-8411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: b61389d4-beda-4680-ad68-f3437a2e362b
  kind: Event
  lastTimestamp: "2026-07-07T17:08:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:18Z"
    name: success-200-isvc-8411f.18c010ea0b39942f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: 48415f37-1ab4-448a-b8e1-a4302230d3bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-8411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: b61389d4-beda-4680-ad68-f3437a2e362b
  kind: Event
  lastTimestamp: "2026-07-07T17:08:18Z"
  message: InferenceService [success-200-isvc-8411f] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:18Z"
    name: success-200-isvc-8411f.18c010f567c7e1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: 1aae0b0c-8773-408a-8b59-bc3c7152bfe5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:55:54.929665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14159"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c010483f9d3255
    namespace: kserve-ci-e2e-test
    resourceVersion: "14165"
    uid: 92022d6b-e751-4b78-9983-dddbdbcbdf52
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14174"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104859ba5260
    namespace: kserve-ci-e2e-test
    resourceVersion: "14257"
    uid: d00b89ff-b903-4935-9c17-52f29a88164b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:55:55Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1704"
  metadata:
    creationTimestamp: "2026-07-07T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:55:55Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c010485b334419
    namespace: kserve-ci-e2e-test
    resourceVersion: "14260"
    uid: c317cd7a-1476-4b90-a6e5-7615ba587e7b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1704"
    in 13.239s (13.239s including waiting). Image size: 1335613043 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:08Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104b7051dfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14417"
    uid: 09a17c24-2cc7-4b1f-9fa2-2a91045d27c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:08Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104b736ac97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: f014d9a5-ebb7-4451-beee-8cbc64289f0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:08Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104b73cb88bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: 6ff6993d-b8b0-46b7-95df-6b81566505a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:08Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T16:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:08Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104b73d801dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: 2b48f6ac-4b7f-4913-b914-492af1ce2504
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.347s (2.347s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:11Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104bffc4935e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: fa25553a-4938-4e0d-b69a-59f21f8d080a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:11Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104c02e09453
    namespace: kserve-ci-e2e-test
    resourceVersion: "14452"
    uid: 00e16c14-b026-4a99-8429-35d90115a4c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:11Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104c034b6d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14453"
    uid: fbeb9260-803d-42af-8bea-306686e6cacd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:56:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:56:47Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0104c203b66a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: 09c36b4e-3825-40aa-b808-73e514952a34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c01060896291ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: b62b663a-7f93-4e53-9f95-5bf12aa07dcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: b7eb2e6e-7623-4809-b4a7-bb46ec9c6360
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l.18c0106089642f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: cac3eb4b-ca25-4912-a36f-9d61b34c091a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-ae852-predictor-7dcbf55c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14149"
    uid: 564dc2f7-d617-4c9f-9d7b-e55782d6b140
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: 'Created pod: success-200-isvc-ae852-predictor-7dcbf55c45-drv4l'
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: success-200-isvc-ae852-predictor-7dcbf55c45.18c010483f19a430
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 219a2e20-409c-440a-9be8-c3629cd9601d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14147"
    uid: bdf38213-bab6-4e18-adfb-315fbb5ed9f7
  kind: Event
  lastTimestamp: "2026-07-07T16:55:54Z"
  message: Scaled up replica set success-200-isvc-ae852-predictor-7dcbf55c45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:55:54Z"
    name: success-200-isvc-ae852-predictor.18c010483b62dcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14150"
    uid: 503a8d6b-d7c0-463e-a507-9062e897729f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14148"
    uid: f877a0bf-3fd0-4a07-a867-7c7be7da7e7f
  kind: Event
  lastTimestamp: "2026-07-07T16:56:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:54Z"
    name: success-200-isvc-ae852-predictor.18c0104bb9d2277e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 8bc9ac8d-2d7a-4ba6-8ef7-2ea6cea0b442
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14148"
    uid: f877a0bf-3fd0-4a07-a867-7c7be7da7e7f
  kind: Event
  lastTimestamp: "2026-07-07T16:56:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:56:54Z"
    name: success-200-isvc-ae852-predictor.18c0104bba309718
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: 044bcd0c-65c5-4ae7-8ebd-48c0840cd669
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: f877a0bf-3fd0-4a07-a867-7c7be7da7e7f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: success-200-isvc-ae852-predictor.18c01052b7925045
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: f9ceadb4-8348-45b0-8335-8138e7e6c515
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-ae852-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: f877a0bf-3fd0-4a07-a867-7c7be7da7e7f
  kind: Event
  lastTimestamp: "2026-07-07T16:57:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:56:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: success-200-isvc-ae852-predictor.18c01052b7f663b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: f25c2841-e9f7-46d4-a0c3-f1f65b107380
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: e3e8b39c-ecb6-429d-9c03-591056c842fe
  kind: Event
  lastTimestamp: "2026-07-07T16:56:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:56:57Z"
    name: success-200-isvc-ae852.18c010483b665ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 14a35bd6-280e-4e27-8f82-b84b117aa9f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:56:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-ae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: e3e8b39c-ecb6-429d-9c03-591056c842fe
  kind: Event
  lastTimestamp: "2026-07-07T16:56:57Z"
  message: InferenceService [success-200-isvc-ae852] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:56:57Z"
    name: success-200-isvc-ae852.18c01056db23a627
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 98c17da7-1ecb-4393-9ab6-a778f0356ade
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:57:39.226800Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c0106088352c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 786ea34c-1a6e-4ee8-823e-b7ee32f6c4d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060a156aa61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: 49b9d20b-7060-4f4c-9ae0-25d2e23796d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060a296bbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 0145c17e-4f66-4ce7-9c5a-4838f0b93581
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060a5224f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 5cccf2bf-b95c-4a7f-8dc2-942d338fd82f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060a588d80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 51f7daf2-df51-4b35-adba-0eee1d70ae4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060a592919c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: d4c55213-73c9-4bc4-9881-999a6c7cc1bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060ab2710e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 9490089d-2e3d-4e23-b959-6410ece408b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060abb206c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: 4c8e5862-c649-44f4-87ed-28cfe83398a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T17:06:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:56Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c01060f039e249
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: 80131fcc-2c5c-4e04-8654-051645d3baf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c010e1b7b7c130
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: be3b0e98-9a88-4a3d-82ed-c2dac77c7f4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T17:06:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:54Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c010e1b7b86695
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: ead1f272-2ce7-44f5-9547-7a3b228294f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: c73352ca-099a-4c85-b42f-af052a96caa1
  kind: Event
  lastTimestamp: "2026-07-07T17:06:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:56Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh.18c010e264a0c41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 4c5fb2cd-160a-428f-abaf-f31b11fec580
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-bb9ec-predictor-6966f7898f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: c7c7cecf-7415-4b0f-8f95-27610a95519e
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Created pod: success-200-isvc-bb9ec-predictor-6966f7898f-2r7kh'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor-6966f7898f.18c0106087940368
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 9d945699-bf47-4d38-80af-d5b3a5000a4e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: 09d756a5-5e7d-46ac-8cc1-93e6cc29f289
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: Scaled up replica set success-200-isvc-bb9ec-predictor-6966f7898f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec-predictor.18c0106081bb3697
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: e6002005-ca61-4e87-9b64-5761912151fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 13ce0a4d-3e7f-4b8f-899f-bae5e0ab7342
  kind: Event
  lastTimestamp: "2026-07-07T16:58:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:09Z"
    name: success-200-isvc-bb9ec-predictor.18c01063ffd82bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 26ec6965-e3e6-49be-bbe3-21f9e3b40b69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: 13ce0a4d-3e7f-4b8f-899f-bae5e0ab7342
  kind: Event
  lastTimestamp: "2026-07-07T16:58:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:09Z"
    name: success-200-isvc-bb9ec-predictor.18c010640037769f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15698"
    uid: 11506cb2-0959-43ed-b674-c60d4da0ba0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 13ce0a4d-3e7f-4b8f-899f-bae5e0ab7342
  kind: Event
  lastTimestamp: "2026-07-07T16:58:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:54Z"
    name: success-200-isvc-bb9ec-predictor.18c0106afdfcecc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: a4ddc825-83d3-475d-a5fb-468b8d151395
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bb9ec-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 13ce0a4d-3e7f-4b8f-899f-bae5e0ab7342
  kind: Event
  lastTimestamp: "2026-07-07T16:58:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:54Z"
    name: success-200-isvc-bb9ec-predictor.18c0106afe6166ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 545356cc-7104-4c30-ad16-f8262290aed6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 5f79e5fa-b87a-4023-b33c-caf61eefc7ec
  kind: Event
  lastTimestamp: "2026-07-07T16:58:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:27Z"
    name: success-200-isvc-bb9ec.18c0106081e91626
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: 92a88593-d48a-4655-a771-8b69f42beba5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 5f79e5fa-b87a-4023-b33c-caf61eefc7ec
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-bb9ec":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-bb9ec":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec.18c010608272141d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: 818f6e83-4713-493a-8781-5a086346bdde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 5f79e5fa-b87a-4023-b33c-caf61eefc7ec
  kind: Event
  lastTimestamp: "2026-07-07T16:57:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-bb9ec": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:39Z"
    name: success-200-isvc-bb9ec.18c0106082725df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: b87f8b20-5eed-4ec3-8212-ec5458418e36
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 5f79e5fa-b87a-4023-b33c-caf61eefc7ec
  kind: Event
  lastTimestamp: "2026-07-07T16:58:27Z"
  message: InferenceService [success-200-isvc-bb9ec] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:27Z"
    name: success-200-isvc-bb9ec.18c0106bab04f64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 3e1fbc30-a8c9-4fc8-b955-acef5c98dd3e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:18:29.645237Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183aaf45e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: c6e6acc9-cd23-4e88-8fc9-12967ca07f45
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f025d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183b2a2d011
    namespace: kserve-ci-e2e-test
    resourceVersion: "26217"
    uid: 37236c72-b207-46d6-81cf-c90dc0f1d2b3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183e823e9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 4c540a3b-1a2a-43a3-98a6-920c5cca62ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183e9811282
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: 37b1263e-6e03-44ab-9e2d-33b09155645e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183ed1e01af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 5e437b4d-af98-46f5-86a0-d051d0475eea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183ed916127
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 890e7abb-cdb5-4998-9052-9a5a34ab90c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183ed9a9be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26243"
    uid: e626b6a7-a851-4071-9ab5-237fca806b28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183f0ac0177
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: 30b6f9bb-c280-4e6b-a68b-2f86e9e4e392
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:18:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:30Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01183f1211c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 14ba033c-e10f-43c5-a6d8-04dbed6880a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:19:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:19:07Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c0118412f0d097
    namespace: kserve-ci-e2e-test
    resourceVersion: "26637"
    uid: d0ad14ca-6964-488c-a302-830105461840
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:27:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:44Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01204d5ee1284
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 2c4ee78f-27e4-4cfa-95c6-5f5e6c8332c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 44e8ca15-e9b2-4ee0-bc59-46cde78e5796
  kind: Event
  lastTimestamp: "2026-07-07T17:27:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:27:44Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6.18c01204d5ee91d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: b6b62ada-7cdd-4bbd-9dff-c72e60699513
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-f025d-predictor-5bc769fb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26161"
    uid: 589cf387-81c6-4ac8-ab8a-5e9321651781
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'Created pod: success-200-isvc-f025d-predictor-5bc769fb45-7c9v6'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f025d-predictor-5bc769fb45.18c01183aa879057
    namespace: kserve-ci-e2e-test
    resourceVersion: "26181"
    uid: 0c6394f0-56f5-4af2-8c6c-46b437406a57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 63c9fb3b-39ff-4099-a38b-c99e2910b75e
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Scaled up replica set success-200-isvc-f025d-predictor-5bc769fb45 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f025d-predictor.18c01183a821382a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26164"
    uid: b453fdbb-1eff-452f-92ad-071514de3700
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: ccdcd3ef-3736-40fd-b9c8-e3e4d69bf4b5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:59Z"
    name: success-200-isvc-f025d-predictor.18c01187269bd313
    namespace: kserve-ci-e2e-test
    resourceVersion: "26568"
    uid: c3232df6-ff23-4861-aa7e-61e5a4672eed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: ccdcd3ef-3736-40fd-b9c8-e3e4d69bf4b5
  kind: Event
  lastTimestamp: "2026-07-07T17:18:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:59Z"
    name: success-200-isvc-f025d-predictor.18c011872708af81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: f8927f4f-cc4e-4601-9e91-85d5c69fbbd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: ccdcd3ef-3736-40fd-b9c8-e3e4d69bf4b5
  kind: Event
  lastTimestamp: "2026-07-07T17:19:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:44Z"
    name: success-200-isvc-f025d-predictor.18c0118e24686bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: e4d1eed0-e798-409e-8651-1dc73dedcda6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f025d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: ccdcd3ef-3736-40fd-b9c8-e3e4d69bf4b5
  kind: Event
  lastTimestamp: "2026-07-07T17:19:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:44Z"
    name: success-200-isvc-f025d-predictor.18c0118e24d30034
    namespace: kserve-ci-e2e-test
    resourceVersion: "26969"
    uid: 5f9deb04-80ab-457d-8d04-dff001067928
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 9e1759cd-3b9f-4d19-9e52-e215b022fd9e
  kind: Event
  lastTimestamp: "2026-07-07T17:19:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:19:17Z"
    name: success-200-isvc-f025d.18c01183a8270e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 107521f6-932c-4cd0-94b8-25f411050244
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 9e1759cd-3b9f-4d19-9e52-e215b022fd9e
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-f025d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f025d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f025d.18c01183a91deab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26174"
    uid: 336dc68d-5f8d-47f0-a84d-d4f92e51607b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 9e1759cd-3b9f-4d19-9e52-e215b022fd9e
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-f025d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f025d.18c01183a91e5276
    namespace: kserve-ci-e2e-test
    resourceVersion: "26176"
    uid: 7e749d94-44c3-4709-a575-3824079b5ff1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: 9e1759cd-3b9f-4d19-9e52-e215b022fd9e
  kind: Event
  lastTimestamp: "2026-07-07T17:19:17Z"
  message: InferenceService [success-200-isvc-f025d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:19:17Z"
    name: success-200-isvc-f025d.18c0118ecdb2066e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 385d1b5c-e757-4786-b0ff-e6c27e25e649
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:17:19.359453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f587d-predictor-85f6444b75-74msz
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c011734d985e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 17d57f8c-385b-4c45-bc15-00e75aa6cd63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f587d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c01173576bed70
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 2dc13452-e47e-4d08-a4ce-b96ca010946a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24994"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c011738b68c5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: ca32c654-e42c-48fb-8beb-997bf069a574
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c011738cddc130
    namespace: kserve-ci-e2e-test
    resourceVersion: "25055"
    uid: 1a3ddf13-bd4a-46d8-820b-e87c67c3ad4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c011739017b3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25056"
    uid: 61a19f40-1f85-4c9d-a95e-3f270496b9a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c011739092a112
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 2ccd54dd-2ef2-4463-a2d7-25b2ed870cdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c01173909c113f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25058"
    uid: 5e7bf817-2fa1-4bc0-8fa7-bd17e30f6f41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c0117393aec5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: f9dc431d-3610-4451-b173-f19f14459387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:20Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c0117394177481
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 82514216-9409-437e-9d8e-a34aa74df1ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:17:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:57Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c01173b40d0adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 3d53147a-904e-436b-8060-ca51b9e0d69a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c01183a9dca46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26177"
    uid: dc7966ff-7f88-44ef-be98-b510bf0dd886
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:18:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:18:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:29Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c01183a9dd15ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 074dfa4e-cbfe-4a41-bd6e-9e901cd50900
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 59a4f78b-fe8f-47b4-a95f-560ee160bbea
  kind: Event
  lastTimestamp: "2026-07-07T17:18:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:18:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:32Z"
    name: success-200-isvc-f587d-predictor-85f6444b75-74msz.18c011843c400a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: cd953b74-8315-4538-b9f8-6f0d95bcea03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-f587d-predictor-85f6444b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: a32d7183-ea3f-4b34-b05b-c07af6c30dfd
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'Created pod: success-200-isvc-f587d-predictor-85f6444b75-74msz'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f587d-predictor-85f6444b75.18c011734d237200
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: 5e2c52a5-d825-4aa7-890f-7e251e0cb7f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24951"
    uid: b1de9daa-e433-486e-a354-978d721b40eb
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Scaled up replica set success-200-isvc-f587d-predictor-85f6444b75 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f587d-predictor.18c0117349ab5b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: aafc3e72-bfb1-4ae9-9184-c110689b799c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: bed95cde-bef3-4235-97bd-1daddf8a7571
  kind: Event
  lastTimestamp: "2026-07-07T17:17:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:34Z"
    name: success-200-isvc-f587d-predictor.18c01176c86725d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: e69dd734-4509-4be3-8c3c-0986e0b05d55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24952"
    uid: bed95cde-bef3-4235-97bd-1daddf8a7571
  kind: Event
  lastTimestamp: "2026-07-07T17:17:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:17:34Z"
    name: success-200-isvc-f587d-predictor.18c01176c8cc3dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25181"
    uid: 11e540a8-374f-4364-8735-3347343f0bdb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: bed95cde-bef3-4235-97bd-1daddf8a7571
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: success-200-isvc-f587d-predictor.18c0117a47722f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: 469cf8d6-fca7-4a60-a13c-bac7cc75aa0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f587d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: bed95cde-bef3-4235-97bd-1daddf8a7571
  kind: Event
  lastTimestamp: "2026-07-07T17:18:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:17:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:19Z"
    name: success-200-isvc-f587d-predictor.18c0117a47f95cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: d4acfaca-efea-4299-80a0-2011943c3ebb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: e67c2b11-2f3a-4dd2-b454-ebd09412c80f
  kind: Event
  lastTimestamp: "2026-07-07T17:18:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:07Z"
    name: success-200-isvc-f587d.18c0117349aef0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25794"
    uid: 3510ca7a-bdf0-468f-84e3-568e64c9d10a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: e67c2b11-2f3a-4dd2-b454-ebd09412c80f
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-f587d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-f587d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f587d.18c011734a1fb52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: f92bec0d-11e7-40d0-8edb-fbc445797bd8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: e67c2b11-2f3a-4dd2-b454-ebd09412c80f
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-f587d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f587d.18c011734a1fe781
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: f30bb164-03ee-4299-91af-9a4d175d30c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: e67c2b11-2f3a-4dd2-b454-ebd09412c80f
  kind: Event
  lastTimestamp: "2026-07-07T17:18:07Z"
  message: InferenceService [success-200-isvc-f587d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:07Z"
    name: success-200-isvc-f587d.18c0117e6f38800a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25792"
    uid: 129ef906-52f5-4c72-911d-ce9b6547a76d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:08:04.304755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f211c1e09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 6a9db5a0-f853-4433-9d90-205a6508973d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-f8ada-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f218e2c6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 12663b8e-44cb-42c0-99ea-ec57a6762048
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f24f4e6720
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: b54fba0f-2b1c-40d5-98c7-82c62eb6b66f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1704" already
    present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f250a0f483
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 0745fba0-7c98-4351-8441-d790f67a7e51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f253a1411b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: abd666fb-9bb9-4a5f-9700-7d76b7fc4290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f254124e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 5fbecf51-a5e5-44ba-8eaa-2c96eb3a7604
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f2541d2ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: 1c690968-f496-4c80-8f1c-d0cdaf817c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f257133f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 6b83c5bd-a348-4e3d-bb44-0a4d6e846349
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:05Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f257a2b9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: bbfbc3d0-c894-4518-a4a0-d1b412a508a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:08:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:08:42Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c010f2a07f55b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: 51375099-3cb1-47bb-b4c4-1050c68c8a76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c011734e12f27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24985"
    uid: 6e37ebcf-1d38-4bbe-8885-79722053f904
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: e7bd633f-19f0-4ca2-8394-c2f81f97526f
  kind: Event
  lastTimestamp: "2026-07-07T17:17:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:17:19Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq.18c011734e14255e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: 651eeeb3-e0f8-4d05-bdd8-483d5b1a9613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-f8ada-predictor-b77b54b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 6a0f4cdc-f2aa-4e4f-bfee-df9484d05037
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: 'Created pod: success-200-isvc-f8ada-predictor-b77b54b8c-nkpmq'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: success-200-isvc-f8ada-predictor-b77b54b8c.18c010f2115869f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 9cd46f52-43ec-46ea-bca6-ddf2841e8c07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: 072155ca-3c72-4ebc-bfc2-8ca5dfb9af2a
  kind: Event
  lastTimestamp: "2026-07-07T17:08:04Z"
  message: Scaled up replica set success-200-isvc-f8ada-predictor-b77b54b8c from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:04Z"
    name: success-200-isvc-f8ada-predictor.18c010f20f5c8892
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: c58152b0-ad5f-49eb-885e-8d5793bf6c94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: d1bfd57a-4e65-4248-8717-6ceec5ba50dd
  kind: Event
  lastTimestamp: "2026-07-07T17:08:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:34Z"
    name: success-200-isvc-f8ada-predictor.18c010f58dd154f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 95b89a3d-21e6-415b-ae03-9cb9481edd5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: d1bfd57a-4e65-4248-8717-6ceec5ba50dd
  kind: Event
  lastTimestamp: "2026-07-07T17:08:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:34Z"
    name: success-200-isvc-f8ada-predictor.18c010f58e0b123d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: d101a10a-369f-4c17-9ef9-27925c3cb186
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: d1bfd57a-4e65-4248-8717-6ceec5ba50dd
  kind: Event
  lastTimestamp: "2026-07-07T17:09:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: success-200-isvc-f8ada-predictor.18c010fc8be26ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21560"
    uid: 2cf80d8c-28c6-4490-92d7-65c6296d52de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-f8ada-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20844"
    uid: d1bfd57a-4e65-4248-8717-6ceec5ba50dd
  kind: Event
  lastTimestamp: "2026-07-07T17:09:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: success-200-isvc-f8ada-predictor.18c010fc8c4a25e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21561"
    uid: d45615f1-a296-47a5-b02d-da32aca29f2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 48fe833d-046a-47ed-b350-b11086596253
  kind: Event
  lastTimestamp: "2026-07-07T17:08:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:52Z"
    name: success-200-isvc-f8ada.18c010f20f63b3f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: c3fa2fdf-f07f-4945-8d04-665fcf34eb15
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-f8ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "21310"
    uid: 48fe833d-046a-47ed-b350-b11086596253
  kind: Event
  lastTimestamp: "2026-07-07T17:08:52Z"
  message: InferenceService [success-200-isvc-f8ada] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:08:52Z"
    name: success-200-isvc-f8ada.18c010fd5bee1abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: 677e7d4b-583f-400b-9dcf-70c1b7a690ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:18:55.042201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-1a68d-576ff8fc4c-zhbw6
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:18:55Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c0118994bb46e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26503"
    uid: 26078199-657f-41f2-8521-e183a95e1679
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-1a68d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:55Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c01189a1da9892
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 28b39e8f-e2e5-4845-b1d6-249bd5478a84
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:56Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:18:56Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c01189d3071d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26532"
    uid: d5214154-6129-4a01-865b-d0826b212ce9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-1a68d}
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:56Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:56Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c01189d4368b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "26534"
    uid: 96a3e7f7-a736-4c61-90d9-30344b9f7b49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-1a68d}
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:56Z"
  message: 'Created container: switch-graph-1a68d'
  metadata:
    creationTimestamp: "2026-07-07T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:56Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c01189d74a3e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: d4ef7d39-d03a-4e81-923b-ebdc6a435e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-1a68d}
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:18:56Z"
  message: Started container switch-graph-1a68d
  metadata:
    creationTimestamp: "2026-07-07T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:18:56Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c01189d7dbfbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26536"
    uid: d0e0d08d-4c7b-4004-a029-f04d348d6e7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-1a68d}
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:35:14Z"
  message: Stopping container switch-graph-1a68d
  metadata:
    creationTimestamp: "2026-07-07T17:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:14Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c0126d9ed91301
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 5af513bb-7be3-4b15-baa9-10bb39c0edef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-1a68d}
    kind: Pod
    name: switch-graph-1a68d-576ff8fc4c-zhbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: f1fc67c4-4810-47c3-a6da-38457d9eb1b3
  kind: Event
  lastTimestamp: "2026-07-07T17:35:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:35:37Z"
    name: switch-graph-1a68d-576ff8fc4c-zhbw6.18c0126e4b63c435
    namespace: kserve-ci-e2e-test
    resourceVersion: "33689"
    uid: 4d2563c4-d131-4a56-8413-77f51aaa32f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-1a68d-576ff8fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26495"
    uid: 20f575f4-e74c-49fb-8b11-874c726c24e6
  kind: Event
  lastTimestamp: "2026-07-07T17:18:55Z"
  message: 'Created pod: switch-graph-1a68d-576ff8fc4c-zhbw6'
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:55Z"
    name: switch-graph-1a68d-576ff8fc4c.18c01189943e0b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26499"
    uid: 8af3e133-02f4-4c29-9e4e-d7a34d14323e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 24b21f13-a197-4cec-93d5-73b33af43d68
  kind: Event
  lastTimestamp: "2026-07-07T17:18:55Z"
  message: Scaled up replica set switch-graph-1a68d-576ff8fc4c from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:18:55Z"
    name: switch-graph-1a68d.18c011899390530c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: c2b3b79b-358b-43e5-b035-81a9103ec577
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: a32a4cd2-c0f2-4821-b754-95b7c07f4e10
  kind: Event
  lastTimestamp: "2026-07-07T17:18:55Z"
  message: InferenceGraph [switch-graph-1a68d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:18:55Z"
    name: switch-graph-1a68d.18c0118998ed1623
    namespace: kserve-ci-e2e-test
    resourceVersion: "26515"
    uid: 605d76b0-8a1b-4b1d-900c-029ce86c2f0b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: 66fadc9e-c656-4b3d-821a-f208cad2aecb
  kind: Event
  lastTimestamp: "2026-07-07T17:19:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:10Z"
    name: switch-graph-1a68d.18c0118d11ee1a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: a3d6feae-aeff-4039-af9d-6ecbd9c46ae3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: 66fadc9e-c656-4b3d-821a-f208cad2aecb
  kind: Event
  lastTimestamp: "2026-07-07T17:19:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:10Z"
    name: switch-graph-1a68d.18c0118d124e9407
    namespace: kserve-ci-e2e-test
    resourceVersion: "26660"
    uid: 27b3989d-bae1-4480-9de8-0982154e3cb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26659"
    uid: 66fadc9e-c656-4b3d-821a-f208cad2aecb
  kind: Event
  lastTimestamp: "2026-07-07T17:19:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:25Z"
    name: switch-graph-1a68d.18c0119090ed2763
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 92b9ef83-1a97-4580-9961-762c1aa68899
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:19:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-1a68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26659"
    uid: 66fadc9e-c656-4b3d-821a-f208cad2aecb
  kind: Event
  lastTimestamp: "2026-07-07T17:19:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:19:25Z"
    name: switch-graph-1a68d.18c01190916bc6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: aeb066a8-410d-45ec-b648-2708b0f2a950
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:57:24.727539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-ae852-588c44875-cd7jp
    to ip-10-0-142-63.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:57:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105d27fc0643
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 1324fe09-b385-4172-830c-ec8131c7c58e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-ae852-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105d31850ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 8e31f853-3de3-4873-a31e-7ef3d1039c87
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:25Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:57:25Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105d656560ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 9af61494-6169-4fd5-b96f-4cd94051c742
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-ae852}
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
  metadata:
    creationTimestamp: "2026-07-07T16:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:25Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105d6695e842
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: ecdc7e37-a268-4a19-9c65-5f599a36c77a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-ae852}
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    in 3.179s (3.179s including waiting). Image size: 218072700 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:28Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105e241aeaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: c516edcb-4051-4fff-a17e-d667564969f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-ae852}
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:29Z"
  message: 'Created container: switch-graph-ae852'
  metadata:
    creationTimestamp: "2026-07-07T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:29Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105e26bdf5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 395a8d1e-cd64-4c36-87dd-a1e1bfa5fd92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-ae852}
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:29Z"
  message: Started container switch-graph-ae852
  metadata:
    creationTimestamp: "2026-07-07T16:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:29Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c0105e273413a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: d37a9fe0-73a8-4f54-955f-3338bd444924
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-ae852}
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:57:38Z"
  message: Stopping container switch-graph-ae852
  metadata:
    creationTimestamp: "2026-07-07T16:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:38Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c010607a1faf61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: a0585161-5e6c-4241-b4f6-ead93cb48bbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-ae852}
    kind: Pod
    name: switch-graph-ae852-588c44875-cd7jp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: b03a0acd-e690-4085-ba36-3e3b148aae0a
  kind: Event
  lastTimestamp: "2026-07-07T16:58:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:05Z"
    name: switch-graph-ae852-588c44875-cd7jp.18c01060ed83f474
    namespace: kserve-ci-e2e-test
    resourceVersion: "15667"
    uid: 98c681e3-c43c-4a92-912f-a2295dbcad7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-63.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-63.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-ae852-588c44875
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: 9806515f-af11-4db5-856f-02a95a407fcb
  kind: Event
  lastTimestamp: "2026-07-07T16:57:24Z"
  message: 'Created pod: switch-graph-ae852-588c44875-cd7jp'
  metadata:
    creationTimestamp: "2026-07-07T16:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: switch-graph-ae852-588c44875.18c0105d276f5473
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: a022b3e0-412e-419b-9eb9-a1f5c4ed4b30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-ae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15097"
    uid: af636625-4dc1-4c7a-bda9-949575c5dc20
  kind: Event
  lastTimestamp: "2026-07-07T16:57:24Z"
  message: Scaled up replica set switch-graph-ae852-588c44875 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: switch-graph-ae852.18c0105d26b88f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: 0e22d6e5-76a5-4e95-8e22-6d115d3e4b88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-ae852
    namespace: kserve-ci-e2e-test
    resourceVersion: "15113"
    uid: e1a903b1-31db-469a-875e-ace31fbf191b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:24Z"
  message: InferenceGraph [switch-graph-ae852] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:24Z"
    name: switch-graph-ae852.18c0105d2c032d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: b1cdd6e7-039e-4494-bb98-cd5e953a326f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:58:39.212383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-bb9ec-7fc9d47dd-vj2b5
    to ip-10-0-136-217.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:58:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:58:39Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c0106e7fa081d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 3a3e987e-b92b-420b-bf27-3b2aa0cd49f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-65d9469f85-tk79x
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T16:58:39Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:58:39Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c0106e99176171
    namespace: kserve-ci-e2e-test
    resourceVersion: "16173"
    uid: 06a2344f-188d-4fc6-8936-c43dc10d99e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-bb9ec}
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T16:58:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
  metadata:
    creationTimestamp: "2026-07-07T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:39Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c0106e9a9bbf51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16175"
    uid: f52c2573-2ac9-479a-8e20-7ec2f606b45f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-bb9ec}
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T16:58:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    in 2.412s (2.412s including waiting). Image size: 218072700 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:42Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c0106f2a6b2052
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: cdba8efd-513a-4e14-9f55-30537b67adae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-bb9ec}
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T16:58:42Z"
  message: 'Created container: switch-graph-bb9ec'
  metadata:
    creationTimestamp: "2026-07-07T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:42Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c0106f2dc3a0dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 7ed65487-7e9a-403b-b6da-b2fd3402fcab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-bb9ec}
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T16:58:42Z"
  message: Started container switch-graph-bb9ec
  metadata:
    creationTimestamp: "2026-07-07T16:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:58:42Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c0106f2e24726e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: aec0dfc8-48b5-41c6-944e-ebd8af1fee06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-bb9ec}
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T17:06:53Z"
  message: Stopping container switch-graph-bb9ec
  metadata:
    creationTimestamp: "2026-07-07T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:06:53Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c010e1a8a1ad02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: 6fdc8ad2-f1d0-4eaa-b533-19952a7f0b78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-bb9ec}
    kind: Pod
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: abb124b1-6682-43b7-9631-ee6671f24552
  kind: Event
  lastTimestamp: "2026-07-07T17:07:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:23Z"
    name: switch-graph-bb9ec-7fc9d47dd-vj2b5.18c010e2be487477
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: ce77b3d7-3d9b-486a-adc5-9639a6bbb43e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-217.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-217.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-bb9ec-7fc9d47dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: ac872b88-ef51-43f0-ac34-3c5b07aefa32
  kind: Event
  lastTimestamp: "2026-07-07T16:58:39Z"
  message: 'Created pod: switch-graph-bb9ec-7fc9d47dd-vj2b5'
  metadata:
    creationTimestamp: "2026-07-07T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:39Z"
    name: switch-graph-bb9ec-7fc9d47dd.18c0106e7f30ed06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: b5aa41be-c43a-486a-bd79-25f88ee4a71f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 2f96eb86-6aa1-48fc-b69b-65b0d1d96d49
  kind: Event
  lastTimestamp: "2026-07-07T16:58:39Z"
  message: Scaled up replica set switch-graph-bb9ec-7fc9d47dd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:39Z"
    name: switch-graph-bb9ec.18c0106e7e234a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "16148"
    uid: 9ec1ecbf-0a49-4bb6-b3d6-83945cbc7db6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 9cbbb0b6-57f8-499e-91ce-79adaf08509c
  kind: Event
  lastTimestamp: "2026-07-07T16:58:39Z"
  message: InferenceGraph [switch-graph-bb9ec] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:58:39Z"
    name: switch-graph-bb9ec.18c0106e8369e7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: 45a612cf-44f7-494c-92d4-e9f8f0bfab6c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 2d3aa11d-277e-423a-86a9-9140fbd94787
  kind: Event
  lastTimestamp: "2026-07-07T16:59:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:24Z"
    name: switch-graph-bb9ec.18c01071fc9f4030
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: d1fc1a02-ffe5-4c3c-8c66-d266b5877114
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-bb9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 2d3aa11d-277e-423a-86a9-9140fbd94787
  kind: Event
  lastTimestamp: "2026-07-07T16:59:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:24Z"
    name: switch-graph-bb9ec.18c01071fcf154be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: b8de6bdb-46c8-4cc1-a418-68c2d7223cb2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "33707"