---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:34.814362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-1593f-5c79fd86d5-9xg84
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e25810ac5671
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: b41a811c-749c-4e19-9ad5-f760294cb280
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: "2026-09-16T19:01:35Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e25832ac63ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20593"
    uid: 12b71108-d5a5-4528-94af-0148552de622
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1593f}
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: "2026-09-16T19:01:35Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e25835732273
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: a8875587-7b38-4fd8-ad2a-8d76a067e3b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1593f}
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: "2026-09-16T19:01:35Z"
  message: 'Created container: ensemble-graph-1593f'
  metadata:
    creationTimestamp: "2026-09-16T19:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e25838fce879
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 0603d5f3-0f62-427d-9ea4-76fdebf1f9b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1593f}
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: "2026-09-16T19:01:35Z"
  message: Started container ensemble-graph-1593f
  metadata:
    creationTimestamp: "2026-09-16T19:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e258396c217c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: db2f3b29-5bc6-46e9-8e19-d86360dc4cb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1593f}
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: "2026-09-16T19:01:44Z"
  message: Stopping container ensemble-graph-1593f
  metadata:
    creationTimestamp: "2026-09-16T19:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:44Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e25a69fe60fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: d7a785da-cb3f-4475-8d91-bcd4c0f7a1bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-1593f}
    kind: Pod
    name: ensemble-graph-1593f-5c79fd86d5-9xg84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 885974b1-c3cc-47fb-8946-c9c60a2b8fed
  kind: Event
  lastTimestamp: "2026-09-16T19:02:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:11Z"
    name: ensemble-graph-1593f-5c79fd86d5-9xg84.18d5e25adc82b0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 32297411-ee94-4b27-afad-2dd3628fd59e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-1593f-5c79fd86d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 8e9387ea-a6c4-4e79-b24f-a4d84dbd24f3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: 'Created pod: ensemble-graph-1593f-5c79fd86d5-9xg84'
  metadata:
    creationTimestamp: "2026-09-16T19:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: ensemble-graph-1593f-5c79fd86d5.18d5e2580fdd2f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: 9cd15e05-4bf9-4a15-8adb-4de2ef773dce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-1593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: a0e3f35e-7843-4b59-aa6e-317aeb096fa8
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: Scaled up replica set ensemble-graph-1593f-5c79fd86d5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: ensemble-graph-1593f.18d5e2580ec55974
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: c6fbc16f-21e7-4d6f-a038-6c52192b5647
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-1593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: 249fc7fd-81d8-4c27-8c25-945305c5a44e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: InferenceGraph [ensemble-graph-1593f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: ensemble-graph-1593f.18d5e2581734904c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: c66ba482-e90b-46fb-8724-bde5bd74979c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:45.183292Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-e4920-59fb4569b6-fl2qz
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:45Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e26872fd27f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 7dfba35f-ee77-496a-8814-ef62126bcdd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-e4920-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:45Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e2687fb21691
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: 6c5bbafa-adc2-4236-bc5c-33e94eca82a3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:46Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:46Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e268b8e85976
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 7feaed32-1e63-4313-a502-84390e9acef5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e4920}
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:46Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:46Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e268bacaec6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: 22e331b8-c888-4876-9e47-74f550d0a8ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e4920}
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:46Z"
  message: 'Created container: ensemble-graph-e4920'
  metadata:
    creationTimestamp: "2026-09-16T19:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:46Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e268bd7d7946
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: c18cd17b-07a6-445d-8490-caea0bbd2625
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e4920}
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:46Z"
  message: Started container ensemble-graph-e4920
  metadata:
    creationTimestamp: "2026-09-16T19:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:46Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e268bdea66ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: af222ce1-241f-47c5-b755-aa9b0fef5248
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e4920}
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:10:59Z"
  message: Stopping container ensemble-graph-e4920
  metadata:
    creationTimestamp: "2026-09-16T19:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:59Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e2dba5b1a0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 846151d2-c5d6-443f-8e5f-80b0b90c5c08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-e4920}
    kind: Pod
    name: ensemble-graph-e4920-59fb4569b6-fl2qz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 0207330b-1a61-406e-be72-947ec2a29d0c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:28Z"
    name: ensemble-graph-e4920-59fb4569b6-fl2qz.18d5e2dc63cb0adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25409"
    uid: 11fa0291-b572-417f-82d1-b0f66d8f134c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-e4920-59fb4569b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: adb27ad4-f9a3-4589-b59d-ccbfc4447e38
  kind: Event
  lastTimestamp: "2026-09-16T19:02:45Z"
  message: 'Created pod: ensemble-graph-e4920-59fb4569b6-fl2qz'
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:45Z"
    name: ensemble-graph-e4920-59fb4569b6.18d5e2687284a494
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 62a89344-4ee1-4081-8121-49ce01076086
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: d619a24b-c89d-4d4f-b412-e8edc39173dd
  kind: Event
  lastTimestamp: "2026-09-16T19:02:45Z"
  message: Scaled up replica set ensemble-graph-e4920-59fb4569b6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:45Z"
    name: ensemble-graph-e4920.18d5e268714bbe4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: d6225784-2fb9-485a-8c7d-ee81627a28fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: aec5d699-5503-40f4-bc46-c78aedc90130
  kind: Event
  lastTimestamp: "2026-09-16T19:02:45Z"
  message: InferenceGraph [ensemble-graph-e4920] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:45Z"
    name: ensemble-graph-e4920.18d5e2687905ea0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 383611ee-45c8-453f-a6e4-df7cc11e73e5
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 8ad95f7b-a047-4861-8e74-fbacedc79c1b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: ensemble-graph-e4920.18d5e26befb4910e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: a6ffd05d-65cc-41cd-b6fe-fa2d70fd4c98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 8ad95f7b-a047-4861-8e74-fbacedc79c1b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: ensemble-graph-e4920.18d5e26bf025a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 7b20fe99-797f-480e-b845-ac3ff53953f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:11.536567Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26346"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec50462bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26351"
    uid: 6924959f-8811-406d-9873-ebdc3eac6e3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec721d737b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 54aeb0cb-b219-4d5f-844d-9ac126644233
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec74fa600a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26382"
    uid: 9aaf0aa2-729f-403b-a9e7-66df3dbea4ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec77acf7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: dfeac953-f2ed-4012-b624-ffabda2d0bf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec78194dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26384"
    uid: bfe17060-f5d6-4666-be38-2c9b8af03472
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec7821b95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26385"
    uid: fe698cd6-7187-4d2f-a5d8-92d75f8352aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec7b72b4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26386"
    uid: 232ecd35-c039-4e9c-8230-9ebd1d769e7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:12Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ec7bdf088b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26387"
    uid: 1bc5b027-9558-4d16-ba7d-935ca3619502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:50Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e2ece2f773c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 2a6d0d8c-bb23-4599-9461-b29f4dd96cc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e36d61581849
    namespace: kserve-ci-e2e-test
    resourceVersion: "30460"
    uid: 063f3ee4-854e-4aaa-ae84-657b62061d5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl
    namespace: kserve-ci-e2e-test
    resourceVersion: "26349"
    uid: 8205d141-2120-49b0-bf31-f5c5c1156e5d
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl.18d5e36d6158b7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 29a172b4-b777-4cfc-8f67-d2d832e7f7fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: 7f2d2c29-a127-4fb4-bcea-166890f20ace
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: 'Created pod: error-404-isvc-0e2c5-predictor-7cb46d9cfc-7f2gl'
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: error-404-isvc-0e2c5-predictor-7cb46d9cfc.18d5e2ec4e301853
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ce91b7b0-5c94-4ddd-b46d-07ce89d4435b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26337"
    uid: 262212df-d3a7-49fa-93a8-f3c919d89f7c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Scaled up replica set error-404-isvc-0e2c5-predictor-7cb46d9cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: error-404-isvc-0e2c5-predictor.18d5e2ec4934b738
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: b6bfeca0-c477-4cc6-a3df-0e4c9cfd3035
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: 2e807f5d-d044-4991-a64b-5fede4349b70
  kind: Event
  lastTimestamp: "2026-09-16T19:12:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:41Z"
    name: error-404-isvc-0e2c5-predictor.18d5e2efc8fbf4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 7dcd3fd3-5661-421b-ae50-408f2e2aaae3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: 2e807f5d-d044-4991-a64b-5fede4349b70
  kind: Event
  lastTimestamp: "2026-09-16T19:12:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:41Z"
    name: error-404-isvc-0e2c5-predictor.18d5e2efc9de4040
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 426c9a02-8e21-4efe-a553-16a6e3defc6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 2e807f5d-d044-4991-a64b-5fede4349b70
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: error-404-isvc-0e2c5-predictor.18d5e2f6c8c2143a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: f6f192c3-a370-4ed9-86f8-1226cfb79a82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 2e807f5d-d044-4991-a64b-5fede4349b70
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: error-404-isvc-0e2c5-predictor.18d5e2f6c98d447d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26980"
    uid: b81f283f-1d6b-4335-b9a9-ea179b967238
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26328"
    uid: 11da7a49-cc43-4e1a-94cc-da15307887e2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:00Z"
    name: error-404-isvc-0e2c5.18d5e2ec49c708eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26866"
    uid: 9d798df6-ca6e-4ac7-80a5-a6cc8077757e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: 11da7a49-cc43-4e1a-94cc-da15307887e2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:00Z"
  message: InferenceService [error-404-isvc-0e2c5] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:00Z"
    name: error-404-isvc-0e2c5.18d5e2f7a3500847
    namespace: kserve-ci-e2e-test
    resourceVersion: "26865"
    uid: 72e820fd-1857-432b-b7db-dc787820cc0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:35.096641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a29384784
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 44284b61-434d-46a6-9a82-edbe7aca3c81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-1593f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a38e4ebc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: f38e2506-db27-45f4-8baa-7e272054bdea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19882"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a6ef21cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: a2ff8f37-3904-470e-888d-0648af0c319f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a70b4b131
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: d31a5879-bbfd-4842-bae9-f5ef0690793f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a7340844f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: e18fb2bc-fb0d-4477-b1c1-48dc79f5650c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a73b1c548
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 6ce5619e-7eaf-4ad5-94a7-7a2072dc9018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a73bc5ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: eb6281f2-499c-462b-82ee-ef1ebbe9508f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a76a97cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 09ec55aa-6bbd-481e-aca6-046c2ac8614a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a7718eab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: 728b157b-e532-4c54-b667-ca84ebb4c06a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:12Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e24a7d94d3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20223"
    uid: 123b3912-a05f-4083-b3dc-c0e20c9cd496
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e25a77fe8d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 9e8a98f7-d59c-4713-99f1-252806864a62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e25a77ff1549
    namespace: kserve-ci-e2e-test
    resourceVersion: "20731"
    uid: 8d4ac5b4-9a03-423f-8e6e-da860b87dfec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: ca4e37bb-749a-42dd-a32a-ef7f2445e1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z.18d5e25b05ba9a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 5c82feb7-6929-4965-865f-862bc4dc6cd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-1593f-predictor-599ddd5c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: f654bd81-14b1-405f-98c7-91bcb1617a8b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'Created pod: error-404-isvc-1593f-predictor-599ddd5c95-jfd8z'
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: error-404-isvc-1593f-predictor-599ddd5c95.18d5e24a28590a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: e5dff342-18e6-4ed2-a307-30df384fe1d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 13946f39-260c-420c-b302-e8e989c9d506
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Scaled up replica set error-404-isvc-1593f-predictor-599ddd5c95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: error-404-isvc-1593f-predictor.18d5e24a24fbf0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 2e4dccdc-1990-4cd2-9293-ecd976b917cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: e6aaf004-8cd9-47ca-ba9b-522f16ba76da
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: error-404-isvc-1593f-predictor.18d5e24da50f9e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: ac602e6c-f448-46a5-97ce-d77baa7961d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: e6aaf004-8cd9-47ca-ba9b-522f16ba76da
  kind: Event
  lastTimestamp: "2026-09-16T19:01:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:20Z"
    name: error-404-isvc-1593f-predictor.18d5e24da65a002c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: 0e2031b3-4b57-4b37-9bac-03f320ef0439
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e6aaf004-8cd9-47ca-ba9b-522f16ba76da
  kind: Event
  lastTimestamp: "2026-09-16T19:01:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: error-404-isvc-1593f-predictor.18d5e25125c49ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 36244fda-a615-4d80-9e9c-77a278d258a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e6aaf004-8cd9-47ca-ba9b-522f16ba76da
  kind: Event
  lastTimestamp: "2026-09-16T19:01:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: error-404-isvc-1593f-predictor.18d5e25126c7ed46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 888b61ba-eeb7-4117-ae45-282b6e2a7f07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: d5f89246-e51b-41d2-b256-de3c553e3025
  kind: Event
  lastTimestamp: "2026-09-16T19:01:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:22Z"
    name: error-404-isvc-1593f.18d5e24a2585b145
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: fa59fcd9-d5b2-46fe-a78c-1b760efa43a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-1593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: d5f89246-e51b-41d2-b256-de3c553e3025
  kind: Event
  lastTimestamp: "2026-09-16T19:01:22Z"
  message: InferenceService [error-404-isvc-1593f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:22Z"
    name: error-404-isvc-1593f.18d5e2553b0f953a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 84e71775-23ba-4cb0-8526-8d7ca07ddfa9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:51:19.830091Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c8e0c1182e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: f5e038bb-adff-43a5-90e4-c6effb3f4bc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c902ca5798
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 92e1b574-74a3-4e1b-874e-e828121db26b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c9045e151c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 26840978-c513-4d69-8cc4-3c9ac9769316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c9071dbb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15508"
    uid: 9e28c95e-5824-4e45-86c3-8df59c24592a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c9078a8290
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 41700676-7dbf-4937-aeea-a7b17d398313
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c907930b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 5d894488-14b6-4c30-bf1d-efc4e62f5ec8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c90a0bd2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 0842a10c-01ed-44cf-9ad9-66c6841f2fba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c90a77dc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: a5c7d74c-f747-4390-a190-c8526b34ba9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e1c90da50575
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 3a09122c-db0b-4298-9be0-965fbd0be75c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e24a2eac09a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 90b63d93-8c36-4024-aa68-462b1e149b45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e24a2eac6d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: a468abf6-82ab-42d8-82d2-891262cf6ba5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 3a04d9ae-1ae6-46ca-a41d-d3f404f8aa6b
  kind: Event
  lastTimestamp: "2026-09-16T19:00:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:36Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8.18d5e24a8265a671
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: c0c2bb3e-72b3-469c-83ff-b5f20cceaadc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-15f71-predictor-5c75fd5cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 22cc0be2-e146-4f9b-87c0-99b6f0012c07
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: 'Created pod: error-404-isvc-15f71-predictor-5c75fd5cf5-mz2q8'
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: error-404-isvc-15f71-predictor-5c75fd5cf5.18d5e1c8e0490bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: fe0be3a7-3a04-4287-9f20-f1f4a78d2684
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: d45d45e6-45de-4337-a7e0-4dc33ee5ff0c
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Scaled up replica set error-404-isvc-15f71-predictor-5c75fd5cf5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: error-404-isvc-15f71-predictor.18d5e1c8de9ec06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: f08efe26-c90a-4dd0-94a1-d9a02d9d0876
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 4783ea69-b7a3-40db-9dd9-d795c1839654
  kind: Event
  lastTimestamp: "2026-09-16T18:51:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:49Z"
    name: error-404-isvc-15f71-predictor.18d5e1cc5d6cb4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: d98d1959-ce5a-4fbf-99a1-ce40faa8f3ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 4783ea69-b7a3-40db-9dd9-d795c1839654
  kind: Event
  lastTimestamp: "2026-09-16T18:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:49Z"
    name: error-404-isvc-15f71-predictor.18d5e1cc5e170660
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: 18be41b6-0076-4ae1-8ddb-1e8279dd08f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 4783ea69-b7a3-40db-9dd9-d795c1839654
  kind: Event
  lastTimestamp: "2026-09-16T18:52:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:49Z"
    name: error-404-isvc-15f71-predictor.18d5e1d35b8b8a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 6f7b2662-9d8d-4014-9002-2794298cc569
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 4783ea69-b7a3-40db-9dd9-d795c1839654
  kind: Event
  lastTimestamp: "2026-09-16T18:52:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:49Z"
    name: error-404-isvc-15f71-predictor.18d5e1d35c091ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 57420bc6-a031-419f-bbfd-7f9cfaa14aef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 6c0e2e96-9e40-41e8-92b2-c76405d5b21c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:06Z"
    name: error-404-isvc-15f71.18d5e1c8dead92a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 252cf7ea-2a3a-4c18-9394-97e03d6e8580
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: 6c0e2e96-9e40-41e8-92b2-c76405d5b21c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:06Z"
  message: InferenceService [error-404-isvc-15f71] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:06Z"
    name: error-404-isvc-15f71.18d5e1d3ca14fe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: fbc0fad7-3d41-43a0-9eee-8ac9fd350b5b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:09.790658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-21301-predictor-6f496df769-xkcv9
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d482a2e062
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: c6b267b4-253f-40f4-a91a-ea1d85e790f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16128"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4a46b5b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: 75ee743a-e0a1-43d1-8fa5-461fc7dd6194
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4a5d5d4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16153"
    uid: ee98ae62-7518-443a-9248-50e863b32d8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4a86db134
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: a561a794-8aaf-454d-9c2f-65626ea59f68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4a8d6f4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 6a867c91-8f32-4eec-8db5-1a429f21d0fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4a8e05cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 5b4d0df7-cd77-4407-83c5-dedb46f0486e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4ab6c9b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: b68d29a7-2086-4215-9d6b-820784e93e10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4abda6db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 0c4748bd-b685-4d36-bbd1-01bb7d7bd28c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:47Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e1d4f84966bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16513"
    uid: b6b3668d-1b75-4218-9730-5c9b8c0748ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e2559bca4a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: b5c74387-f40c-438f-81ff-c2376ea9779d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: ccddb524-6850-46d8-85f9-7dce31e6bec7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: error-404-isvc-21301-predictor-6f496df769-xkcv9.18d5e2559bcaec7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: b861f38a-f9d1-427f-a19c-dfa7235c2844
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-21301-predictor-6f496df769
    namespace: kserve-ci-e2e-test
    resourceVersion: "16115"
    uid: b445dd5a-b2d4-4c3c-8d94-0ae2a2efb4b9
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: 'Created pod: error-404-isvc-21301-predictor-6f496df769-xkcv9'
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: error-404-isvc-21301-predictor-6f496df769.18d5e1d481df6cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16123"
    uid: c59159e7-c66e-4717-9b78-46731f10fa08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: a9fcb453-225f-48ab-923a-323b8bddeee1
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Scaled up replica set error-404-isvc-21301-predictor-6f496df769 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: error-404-isvc-21301-predictor.18d5e1d47f64a9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16116"
    uid: 78aee380-d27b-4962-a8ec-04ca7a36017d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: ede2669d-0e86-4085-8ac1-c4b2a380f708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: error-404-isvc-21301-predictor.18d5e1d7fdc6006c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 116867b0-f0d3-43e1-bb9f-48991478d53a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16114"
    uid: ede2669d-0e86-4085-8ac1-c4b2a380f708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: error-404-isvc-21301-predictor.18d5e1d7fe38f945
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: f85c9831-f5be-4fe9-81d4-3bbf9a1dbb18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: 2f2c6118-b1e7-4e92-a64c-2928b76cd704
  kind: Event
  lastTimestamp: "2026-09-16T18:52:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:57Z"
    name: error-404-isvc-21301.18d5e1d47fab5349
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 68912608-7beb-4f9d-ae79-d866bff28c73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 2f2c6118-b1e7-4e92-a64c-2928b76cd704
  kind: Event
  lastTimestamp: "2026-09-16T18:52:57Z"
  message: InferenceService [error-404-isvc-21301] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:57Z"
    name: error-404-isvc-21301.18d5e1dfb4b6c157
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 87136376-8a8a-4ddd-9662-d4f6def05a24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:24.508175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255aa606e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 87aad5d3-ccb0-4106-94af-d8875223df54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-34033-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255b5bb63c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: 4f009f5a-9d40-4564-a56a-c09c0df82a8c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20428"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255efcd8808
    namespace: kserve-ci-e2e-test
    resourceVersion: "20458"
    uid: 5c5324db-c83b-44aa-95d6-09b7e9a43709
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255f2532a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20461"
    uid: a2344f41-20d9-458a-a459-b8da151978e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255f6e2014e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: 525bbe8a-f512-4e4d-9930-a0524c3b597f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255f74afeba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: 3506ae48-b71d-47b8-a400-d022c13826ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255f754a4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 3d9da73f-7a67-4050-967b-452a6004b5bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255fa05a1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 6aa96558-768d-4fc4-9ca0-cd86a197fe97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e255fa7658c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: 4fdd866c-3000-4e6b-b83b-417b3b98ff13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:02:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:03Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e256686cc1b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: 67d890b2-6e11-4d61-8fc2-6befc3ea594a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e2660461d1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 85128b66-083c-4be9-8947-701dbfc844c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: deef9f80-1a1a-4bf4-9307-61322365601a
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8.18d5e266046259f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: f9898b9d-7d9a-4ea5-9d28-9ecb33e7ccb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-34033-predictor-b4f8cfdcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: ff80c986-64d9-4adf-aba5-ed052fb8608d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: 'Created pod: error-404-isvc-34033-predictor-b4f8cfdcc-p2gj8'
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: error-404-isvc-34033-predictor-b4f8cfdcc.18d5e255a9eb523f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 7950ceaa-1200-4807-adef-82acbc21e2cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: c28f750a-f7ea-40aa-a090-57b0e7ab68d1
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Scaled up replica set error-404-isvc-34033-predictor-b4f8cfdcc from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: error-404-isvc-34033-predictor.18d5e255a77501bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 35fd015d-1de3-4057-a076-7e2ad90de18f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: f213941b-4efa-4f83-8055-e8f0cf163325
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: error-404-isvc-34033-predictor.18d5e2592634b3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 2296d8f1-9fba-4082-beb1-b0cbf285adb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: f213941b-4efa-4f83-8055-e8f0cf163325
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: error-404-isvc-34033-predictor.18d5e25926e36858
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: de9062fd-5f57-4cf4-abfe-fab176a20f9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-34033
    namespace: kserve-ci-e2e-test
    resourceVersion: "20398"
    uid: 3c07b18a-852a-4798-9f30-8408a670495c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:13Z"
    name: error-404-isvc-34033.18d5e255a78235a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: bf41865c-e24a-4283-93a1-f5f172534416
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-34033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: 3c07b18a-852a-4798-9f30-8408a670495c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:13Z"
  message: InferenceService [error-404-isvc-34033] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:13Z"
    name: error-404-isvc-34033.18d5e2612727cfe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: 82e4e9d4-d215-4478-bc19-aeeca130433f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:49:49.776283Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14430"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b3e9210710
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: aa37f1a4-7f7c-4437-9025-6ef164e3a91c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14445"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b40ae6d831
    namespace: kserve-ci-e2e-test
    resourceVersion: "14517"
    uid: aae87135-a81c-499a-bc9a-cc420c8796cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b40c42a889
    namespace: kserve-ci-e2e-test
    resourceVersion: "14519"
    uid: 31679c41-127c-4711-b22f-bcf44fae4ec7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1987"
    in 11.508s (11.508s including waiting). Image size: 1357341778 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:01Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b6ba31be5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 9d216d98-74f1-4aba-889c-b36353b95310
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:01Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b6bd59ee76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 8f569d62-1e3e-4826-a78e-ddf098563d8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:01Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b6bdc6ff28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14645"
    uid: 2328ef51-bd49-4c9f-ac96-30ae5521f41e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:01Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b6bdd34904
    namespace: kserve-ci-e2e-test
    resourceVersion: "14646"
    uid: bcf1d8f0-7a1b-4cb1-94c9-067a22f0c53b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.836s (2.836s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:04Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b766e7a13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: 4e77aa39-fc8f-4325-961f-479c3449e79f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:04Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b769e07843
    namespace: kserve-ci-e2e-test
    resourceVersion: "14678"
    uid: 50201c42-04dd-437d-9fd2-520e81bdc27b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:50:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:04Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b76a4f0bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14679"
    uid: 07093d92-c696-44e2-8d0a-4145211ba408
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:51:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:22Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1b7c437c2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 85a1a88a-a6af-446f-ab06-242a614b29d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1c8d587b783
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 50cdc457-15dd-4717-8f0d-063857cbfe42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1c8d5884ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: 3da5e2d1-1c38-4fe1-8e3c-bcdebec5c129
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: 4eacdac5-055c-4da4-bb90-82838b787b41
  kind: Event
  lastTimestamp: "2026-09-16T18:51:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.16:8643/healthz": dial tcp
    10.133.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:22Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn.18d5e1c9765384cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: ae9faa63-f72c-48ba-991c-98711437d2b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-35a06-predictor-59f949b8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14422"
    uid: be89d87b-2e5f-4e63-afe9-d16d324050c8
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: 'Created pod: error-404-isvc-35a06-predictor-59f949b8b5-wkdgn'
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: error-404-isvc-35a06-predictor-59f949b8b5.18d5e1b3e8ba8e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: 2f077b15-638f-47c7-8c11-b3d9714b56e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: 5f278803-cc8a-478e-9b96-349cc6431953
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Scaled up replica set error-404-isvc-35a06-predictor-59f949b8b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: error-404-isvc-35a06-predictor.18d5e1b3e5eebc1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14423"
    uid: 53ee7edb-e3f8-489c-b9fe-df799f867fa0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14421"
    uid: f731d6af-861b-4c4c-8364-fc76a3fe4a40
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: error-404-isvc-35a06-predictor.18d5e1b7646d3670
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 7831d649-2385-4f8d-a799-77c3ccb77a52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14421"
    uid: f731d6af-861b-4c4c-8364-fc76a3fe4a40
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: error-404-isvc-35a06-predictor.18d5e1b764e1714a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 1274e51c-6116-48bd-b15b-4f66139d2201
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: f731d6af-861b-4c4c-8364-fc76a3fe4a40
  kind: Event
  lastTimestamp: "2026-09-16T18:51:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:04Z"
    name: error-404-isvc-35a06-predictor.18d5e1c55fe7845a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 3587965f-4d12-40dd-b030-0810cef3d05f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14675"
    uid: f731d6af-861b-4c4c-8364-fc76a3fe4a40
  kind: Event
  lastTimestamp: "2026-09-16T18:51:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:04Z"
    name: error-404-isvc-35a06-predictor.18d5e1c5605ef7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 815f2523-9b6c-431b-a9d6-b89faf836572
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: 2449e0c0-0323-49da-af05-b099f33fcd81
  kind: Event
  lastTimestamp: "2026-09-16T18:50:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:52Z"
    name: error-404-isvc-35a06.18d5e1b3e5f0a3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: d6d2bf91-b7c5-4eef-839a-70c5ff5034e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: 2449e0c0-0323-49da-af05-b099f33fcd81
  kind: Event
  lastTimestamp: "2026-09-16T18:50:52Z"
  message: InferenceService [error-404-isvc-35a06] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:52Z"
    name: error-404-isvc-35a06.18d5e1c280c7857e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 8d63866a-1736-42b0-88a9-22ec4d7dec4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:00.641183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dbce95096b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 0324db60-19fd-44e1-adaf-4a60daacc2b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-617e5-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dbd7d9ec33
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 4f6f139c-43c0-4f24-b230-47c81da1c9d5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc144e78e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: 60c742c1-4c74-4646-bb8d-fc126d00cf02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc16fab30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: 86c0b9e4-de09-41d0-86c2-d5616e975b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc19c754cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25191"
    uid: 3b803ae7-ed34-4c69-a103-097b3cbf9e23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc1a37f43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25192"
    uid: eb7ac625-b3aa-46e1-ab72-32733e2f66ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc1a41f77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25193"
    uid: 414dbfd5-2070-4eb3-a780-f725cd446fa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc1d130630
    namespace: kserve-ci-e2e-test
    resourceVersion: "25195"
    uid: 6e675ec2-c57e-4843-8f14-8b6e245c9032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc1d82f49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25196"
    uid: 01114aec-263e-4388-afba-32e56e7d68f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2dc4afbf35f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 52cee6e6-f991-4f0c-b466-74cc5a0f109a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:10Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2ec2d53f75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26297"
    uid: 73a24e98-deb5-4f27-be25-a5e1b2adfe5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 9604a92a-ce44-4c0c-b3d4-4c00fa89281b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:10Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67-zcf86.18d5e2ec2d54b489
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: d30051cb-07d0-4410-8eea-dde2fe69de23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-617e5-predictor-6dd67cff67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: 173c8358-3e77-4f54-88af-1e1f8ff84b55
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: 'Created pod: error-404-isvc-617e5-predictor-6dd67cff67-zcf86'
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: error-404-isvc-617e5-predictor-6dd67cff67.18d5e2dbcd6385b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 6f798ff6-4ccc-4a0d-b1d7-e41039a164eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25137"
    uid: 9df91303-0a0d-4ecb-86bb-d92a8c65c5ce
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Scaled up replica set error-404-isvc-617e5-predictor-6dd67cff67 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: error-404-isvc-617e5-predictor.18d5e2dbc9554454
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 56bf5153-3df2-4af2-b361-bff02c31743d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: a159b8e4-eb4f-4d46-b180-386568937abd
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: error-404-isvc-617e5-predictor.18d5e2df47f07d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: f8e0850f-9603-4443-a1bc-a0308ef039db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: a159b8e4-eb4f-4d46-b180-386568937abd
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: error-404-isvc-617e5-predictor.18d5e2df48a580c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25433"
    uid: 9d357bc9-913c-4aa7-a763-a9ca3d007931
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25312"
    uid: a159b8e4-eb4f-4d46-b180-386568937abd
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: error-404-isvc-617e5-predictor.18d5e2e646df8552
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 9a156ac0-ed70-4d8c-b206-7427101e006c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25312"
    uid: a159b8e4-eb4f-4d46-b180-386568937abd
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: error-404-isvc-617e5-predictor.18d5e2e64763c846
    namespace: kserve-ci-e2e-test
    resourceVersion: "26022"
    uid: 9975c0ff-3792-4643-8456-4531fcad9a43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: b3cd706d-3438-40f9-b938-263a2631a621
  kind: Event
  lastTimestamp: "2026-09-16T19:11:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:48Z"
    name: error-404-isvc-617e5.18d5e2dbc952e796
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: 9d4153d0-d80f-4514-aaac-6dd90b738c1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25578"
    uid: b3cd706d-3438-40f9-b938-263a2631a621
  kind: Event
  lastTimestamp: "2026-09-16T19:11:48Z"
  message: InferenceService [error-404-isvc-617e5] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:48Z"
    name: error-404-isvc-617e5.18d5e2e70a4c4db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: dd7a9720-8099-4483-ab45-b9057c7ec6c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:49.952197Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25689"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e749bed998
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: 51cd3281-3d6f-4dc1-b1f7-be8d387ae113
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-d2d49-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e7547c79ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 08b45f1a-c13e-4aa6-9d60-ca9ed302ff4b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25701"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e78f1e0987
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: ddb461c1-97fb-4470-853f-1a701edd31b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e790e18616
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: 3c0316d8-2fae-4521-af0d-c142702c46d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e79431c487
    namespace: kserve-ci-e2e-test
    resourceVersion: "25729"
    uid: a6924e30-5bac-4fb1-8b6b-e5be97fec468
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e794a05ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25730"
    uid: a720d271-176c-4793-af3f-c4b164b21ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e794a9f59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25731"
    uid: 084e7613-13be-4ae8-a0fc-172d6a9bc47d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e797c4a838
    namespace: kserve-ci-e2e-test
    resourceVersion: "25732"
    uid: c19784ce-a94d-4a79-bc38-cf45f85c497c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e79834c501
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: d04701d1-d879-45ff-9f95-01910326c943
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:12:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:27Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e2e7bea9e824
    namespace: kserve-ci-e2e-test
    resourceVersion: "26538"
    uid: 4ef9c28e-9bfd-4efb-a9dc-02973f4664c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:29:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:09Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e3d94a4ca42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: ede49718-8180-4432-b37c-8e0da27c7184
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: bcb15c3d-6a36-4c0e-8b85-9a19c54be6e9
  kind: Event
  lastTimestamp: "2026-09-16T19:29:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:09Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw.18d5e3d94a4de77f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33688"
    uid: 24316d99-bef2-44ab-a045-654ebf1465be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-d2d49-predictor-9686f48b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: c540b80f-8c2d-4ad7-af31-dc6b87c6c495
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Created pod: error-404-isvc-d2d49-predictor-9686f48b9-cnvdw'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: error-404-isvc-d2d49-predictor-9686f48b9.18d5e2e7482d0139
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: e273b08a-71ae-4d48-a326-25ed76fa3119
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: 4329cecb-6754-4881-9dbe-9c30e4460124
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Scaled up replica set error-404-isvc-d2d49-predictor-9686f48b9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: error-404-isvc-d2d49-predictor.18d5e2e745da84fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25685"
    uid: 7f9ea83f-e719-499b-88e5-5a4f13777154
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25683"
    uid: dde9c4e2-4ad4-49b1-917f-a6a7037ad1e4
  kind: Event
  lastTimestamp: "2026-09-16T19:12:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:19Z"
    name: error-404-isvc-d2d49-predictor.18d5e2eac4850c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: 3de2a8f8-d099-4549-a27d-f5d43286ffb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25683"
    uid: dde9c4e2-4ad4-49b1-917f-a6a7037ad1e4
  kind: Event
  lastTimestamp: "2026-09-16T19:12:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:19Z"
    name: error-404-isvc-d2d49-predictor.18d5e2eac5387348
    namespace: kserve-ci-e2e-test
    resourceVersion: "26469"
    uid: 25ca5474-91b1-43f6-8707-170adf485968
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: dde9c4e2-4ad4-49b1-917f-a6a7037ad1e4
  kind: Event
  lastTimestamp: "2026-09-16T19:13:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:35Z"
    name: error-404-isvc-d2d49-predictor.18d5e2f1c33c0282
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 8f622616-ec2b-44e8-b939-180baf4397c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: dde9c4e2-4ad4-49b1-917f-a6a7037ad1e4
  kind: Event
  lastTimestamp: "2026-09-16T19:13:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:35Z"
    name: error-404-isvc-d2d49-predictor.18d5e2f1c3ca7784
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: cb8df65a-45fe-422f-b93e-6dee6a30541f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25666"
    uid: b8def463-f6a6-4e30-a552-bf5a9942be0e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:38Z"
    name: error-404-isvc-d2d49.18d5e2e7460bc1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26633"
    uid: 6fa5b312-3aef-438e-acd4-318b83d376c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: b8def463-f6a6-4e30-a552-bf5a9942be0e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:38Z"
  message: InferenceService [error-404-isvc-d2d49] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:38Z"
    name: error-404-isvc-d2d49.18d5e2f27e159307
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: c68cf8c1-9409-4434-8ddd-b050685eaf93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:35.165703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e2661de4d068
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: 0c06db9d-af2e-40b8-aec7-f98985e76bb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21397"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e2663fb06467
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: ac5f1dde-95be-4216-860e-74c715b93b25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e266413c45d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21425"
    uid: 965bdc1c-b674-44eb-987c-9a534e2c3200
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e26644415528
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 2d279c6d-8a12-4699-b5cc-dde3aa8c2655
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e26644aedff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 56e55a75-8d8e-4950-9691-b1915a71f065
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e26644b857d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: 434bb166-50f5-4652-98ef-6bc5a9d45517
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e26647fe0da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: 4c338d79-e6ec-4b2c-b2c9-9d727f5f5d70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e266486ddaf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: bfc0665c-c4fb-4345-a4c3-e54eb5a945fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e2664c8f5ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25748"
    uid: 8dbc4587-262a-4528-b9d2-187efd38999c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e2e737664ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: ef49dda0-961c-4cfe-ad49-6026e43340bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e2e73766d8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 9e52d2b5-d515-4558-85ed-66e6c1690cf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: b1ae97cb-5ae3-45f0-ba3f-c038a32f75a4
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj.18d5e2e7c0fba8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: d4e30e99-c942-4ea6-9814-a9831b59f315
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-e3b29-predictor-596b8c9d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: b99dc719-86b3-4dae-a517-0ec71b1ee171
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: 'Created pod: error-404-isvc-e3b29-predictor-596b8c9d77-b79mj'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor-596b8c9d77.18d5e2661d19a9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: aac404fd-e22f-4c37-ae11-dea0d2efb361
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 33ccfee2-ea22-4999-a2b5-e27475d98092
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Scaled up replica set error-404-isvc-e3b29-predictor-596b8c9d77 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: error-404-isvc-e3b29-predictor.18d5e266198eab41
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: 89411349-6f4f-493b-aaab-6b66f05ad041
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: f42ad764-121a-47f3-a8c6-b4b3550a6cab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:20Z"
    name: error-404-isvc-e3b29-predictor.18d5e269981a2a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 77425cd5-d43a-42ef-9dc2-3f28fab9b101
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: f42ad764-121a-47f3-a8c6-b4b3550a6cab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:20Z"
    name: error-404-isvc-e3b29-predictor.18d5e269989dfe5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: fbe5594d-4fdc-4828-8ea4-7bc1c48f93dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: f42ad764-121a-47f3-a8c6-b4b3550a6cab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:50Z"
    name: error-404-isvc-e3b29-predictor.18d5e274168f2839
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c9e1cea5-b05a-48bd-9274-4b29276ab1b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: f42ad764-121a-47f3-a8c6-b4b3550a6cab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:50Z"
    name: error-404-isvc-e3b29-predictor.18d5e274177aa78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 2c144918-2f98-4afe-8c33-7c1aeb425e87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: d4480c84-6ca7-4613-9aa8-72a99f3b4bce
  kind: Event
  lastTimestamp: "2026-09-16T19:03:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:22Z"
    name: error-404-isvc-e3b29.18d5e266198c6b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: 85b777df-0c2d-4e01-90e7-14abd04776de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: d4480c84-6ca7-4613-9aa8-72a99f3b4bce
  kind: Event
  lastTimestamp: "2026-09-16T19:03:22Z"
  message: InferenceService [error-404-isvc-e3b29] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:22Z"
    name: error-404-isvc-e3b29.18d5e2710ae88cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: 3d6ca978-61b2-4e4d-abf0-9cf453f35fdc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:45.434761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20769"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e4920-predictor-75647c67f-x4zcq
    to ip-10-0-128-29.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25a89b2c2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: 00b5684c-9b15-4c82-a7f2-fcb7ea8b5beb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20778"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25aab9e8cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: 1700b114-43d1-429b-b9ba-9c80601cc93b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25aad573035
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: 480f8e58-dced-4179-b278-61eef4ca1730
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25ab0461239
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 2bb2bea7-bdfc-4261-b840-3b8c353f48a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25ab0b6d315
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: 9ddb2115-02b2-4ecc-ad4c-e77188eae71f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25ab0c013c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: e856bf06-c27b-4041-821b-9936d7720c48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25ab3b6c150
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 4b262f63-35f6-4ff3-94e0-0d890f85a392
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25ab428edf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 5f3678e1-36ef-4541-a8ac-2c77c431a9e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:02Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e25ad92e4543
    namespace: kserve-ci-e2e-test
    resourceVersion: "25206"
    uid: aa5f1947-9388-4ed0-b1cc-2365cd2ed827
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e2dbb3e758c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 16eba3e9-6ba6-49d8-9602-0f2f0d2b7d2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e2dbb3e7c643
    namespace: kserve-ci-e2e-test
    resourceVersion: "25106"
    uid: 5beb03c9-a71e-45dc-8109-d54fd79f5625
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 9b42904b-6de8-44c8-9520-5bc059b054d0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:02Z"
    name: error-404-isvc-e4920-predictor-75647c67f-x4zcq.18d5e2dc4d866e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: d959e235-b5bb-49d2-802b-3889fc5f7cf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-29.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-29.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-e4920-predictor-75647c67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 17a4a2ad-f203-4ff9-ba04-a8be35ef31f4
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: 'Created pod: error-404-isvc-e4920-predictor-75647c67f-x4zcq'
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: error-404-isvc-e4920-predictor-75647c67f.18d5e25a88f97d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: 6a1d4717-b3fa-4d94-8a45-bce5c052d5de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: 52051784-7f01-4667-8168-f1c8a96e5a37
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Scaled up replica set error-404-isvc-e4920-predictor-75647c67f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: error-404-isvc-e4920-predictor.18d5e25a866d3aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 4a1730fa-eb14-4977-9cf3-3a32a4260b05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: e027d068-2207-4419-9844-819d6a423eaf
  kind: Event
  lastTimestamp: "2026-09-16T19:02:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:15Z"
    name: error-404-isvc-e4920-predictor.18d5e25e051747fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 1184c0e5-3dd5-4c5e-8067-d159fd83c44f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: e027d068-2207-4419-9844-819d6a423eaf
  kind: Event
  lastTimestamp: "2026-09-16T19:02:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:15Z"
    name: error-404-isvc-e4920-predictor.18d5e25e05da8afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: eff6ca30-0e19-47ce-95ba-7006e8809b59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: e027d068-2207-4419-9844-819d6a423eaf
  kind: Event
  lastTimestamp: "2026-09-16T19:03:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:00Z"
    name: error-404-isvc-e4920-predictor.18d5e2650450c2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: f8860694-464d-49b7-ba74-ab60650f10c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20952"
    uid: e027d068-2207-4419-9844-819d6a423eaf
  kind: Event
  lastTimestamp: "2026-09-16T19:03:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:00Z"
    name: error-404-isvc-e4920-predictor.18d5e26504d8d1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 4b75ddfb-be93-4463-b3b6-f186418a7627
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: b51a25a3-6c4a-4c03-ac80-1805a7a8ae63
  kind: Event
  lastTimestamp: "2026-09-16T19:02:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:32Z"
    name: error-404-isvc-e4920.18d5e25a8684c9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: 88cbb160-abf2-421c-92db-37c03b9df867
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: b51a25a3-6c4a-4c03-ac80-1805a7a8ae63
  kind: Event
  lastTimestamp: "2026-09-16T19:02:32Z"
  message: InferenceService [error-404-isvc-e4920] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:32Z"
    name: error-404-isvc-e4920.18d5e26596bf9520
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: d0931861-7746-4ed9-8602-17ce3aeae62e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:49:49.620705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b3dfdb202d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14406"
    uid: d9477bb4-33b2-49cc-83c9-4a5845f16af5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b40264d774
    namespace: kserve-ci-e2e-test
    resourceVersion: "14506"
    uid: a85ee8a7-8ca3-4f9c-891e-dee952d06b92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b403f7edde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 2a495b94-a367-4cdf-82cd-97ee6629e8bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b40755b015
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8b1b1b59-8d30-488e-abbd-a07aef71ff0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b407caff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14513"
    uid: a0e23f33-24c2-48c1-91b8-cab2b3eee50d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:49:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:55Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b52fdc78f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: 6b84e8c5-a373-4e4a-b8ca-c07fc747b6a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 16.475s (16.475s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:11Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b905e7b92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: 3087635a-a562-4981-ac64-997b188805b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b92313131b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 006f3ca8-c31d-47fc-940f-ca0d4e701d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b924c23bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: aa678ccd-a9bf-4e51-a6b5-b9e9312559a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b924de118a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 26733fe9-1cf9-45fc-8fea-cde40c379012
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b92d6076db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: e2392fce-2ec6-432e-9456-8ab0408f58ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b92ea383f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: 402e861c-c0dc-4dd1-91f4-d3927fc18dc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1b9a587b321
    namespace: kserve-ci-e2e-test
    resourceVersion: "16155"
    uid: 5060f491-92ad-4cc3-b7cc-674de026e8e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1d470a63a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 0903a6eb-c266-43b0-9593-fb3b171e2257
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1d470a6aa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: 66ada693-585a-4caa-95c2-382700149690
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 3ec44839-b801-4b2b-abce-fa4298b8a9c7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk.18d5e1d4a7df95ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: f5f185af-356d-4ab8-9e8b-8f9d94d286a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-57779f596f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: 8c680cae-c932-49a6-a5e7-54f59fed7cc4
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-57779f596f-6hgbk'
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-sklearn-graph-1-predictor-57779f596f.18d5e1b3df561a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "14403"
    uid: 9d1c17da-07c3-451f-aaf6-ce5d68fb9264
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14393"
    uid: 6355862e-79e1-4800-a1d2-786ecd3459c1
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-57779f596f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-sklearn-graph-1-predictor.18d5e1b3dba1b54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 6a0e5f4c-6822-455d-8b71-6a782f0045b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: bd7f34e4-7106-4211-9bff-43658bfc78db
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: isvc-sklearn-graph-1-predictor.18d5e1b75a1b2000
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: de3ed31d-4555-4e88-87ab-882b9b1d06a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14394"
    uid: bd7f34e4-7106-4211-9bff-43658bfc78db
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: isvc-sklearn-graph-1-predictor.18d5e1b75b03eecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: b513277f-a316-4094-b6d7-6e29b6f5610f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: bd7f34e4-7106-4211-9bff-43658bfc78db
  kind: Event
  lastTimestamp: "2026-09-16T18:52:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:04Z"
    name: isvc-sklearn-graph-1-predictor.18d5e1c55600eca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: f1a0e33a-fc4f-4cd3-be03-c8e25a692aa2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14672"
    uid: bd7f34e4-7106-4211-9bff-43658bfc78db
  kind: Event
  lastTimestamp: "2026-09-16T18:52:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:04Z"
    name: isvc-sklearn-graph-1-predictor.18d5e1c556799417
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: 0c221a89-7795-4e2b-b810-ec42e0e32c08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 47f15ca9-0b74-421e-a5e4-21b9cbd743d4
  kind: Event
  lastTimestamp: "2026-09-16T18:51:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:30Z"
    name: isvc-sklearn-graph-1.18d5e1b3dbaabf37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 89071842-5ee8-4270-bdae-ef9e344ab1fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 47f15ca9-0b74-421e-a5e4-21b9cbd743d4
  kind: Event
  lastTimestamp: "2026-09-16T18:51:30Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:30Z"
    name: isvc-sklearn-graph-1.18d5e1cb5e77dd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: cb8760ce-5a89-4fc8-a2e7-a909b344e735
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:49:50.029806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b3f83d71ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: 96c99af4-0894-4aca-a794-b73c880a05a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b400e91432
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: cbbac5c5-87e6-4aef-b6e7-fd3dc3e43ecc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14494"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b440931c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "14534"
    uid: fd132b52-4354-4b4c-a8d3-ab118d9ab421
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b4423b4998
    namespace: kserve-ci-e2e-test
    resourceVersion: "14537"
    uid: 62a3c461-4ead-4f52-a423-3b3126031c40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b4466d8149
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: e956e9b7-f174-4083-818b-489dbf611004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b4477929ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: bdb49a50-ba0c-427a-9227-7213312e2170
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:49:59Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:59Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b6200753b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 684fb546-a45a-48d3-87c7-edda0c85e5ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1987"
    in 12.812s (12.812s including waiting). Image size: 1580716956 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b91bb5ab0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14745"
    uid: 510318d3-30eb-4f83-8b2d-7d59756b3603
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b9244aa496
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 840244a2-15b3-4850-a21e-fb33ffe34679
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b925d95e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 2b629373-77ad-4bc0-9b01-579c45eafaa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b925f0daf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: 41947246-510c-401d-97ef-dfe77375a2e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b92d5f1e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 2e890814-773d-4e42-8f05-9026c8053607
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b92ea2e256
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: 1e9d6b34-6206-4d2c-9664-39934d6f2b51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:51:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:29Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1b969731ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: 124796ea-f4d8-48ea-adcd-4338cb99757e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1d46e71ba95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 94e2b4e8-11dc-4c7e-a30b-a22ad153e386
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1d46e722ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 051810ef-e931-4ff7-8f43-e272865a8b22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: e56d9a08-e009-4b38-a53c-36fdec39d00a
  kind: Event
  lastTimestamp: "2026-09-16T18:52:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:14Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525.18d5e1d5960e4d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 6459e2b4-5fe1-4f6d-b53f-57da9c7aeef7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-6b4888bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 5e855c10-61e7-4f8b-a58a-f42198e5d4fb
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-6b4888bd86-vt525'
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-sklearn-graph-2-predictor-6b4888bd86.18d5e1b3f7a66c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14485"
    uid: f4e1983c-731c-45af-8bc0-6899dc74b21b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: 9cb91372-507b-4259-8dea-4aaf122c196e
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-6b4888bd86 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-sklearn-graph-2-predictor.18d5e1b3f480164e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 25a259e4-c087-4b97-99bf-d19c5ad85f87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: 2d2bee73-0afa-4e84-bef2-f317d1d192e5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:50Z"
    name: isvc-sklearn-graph-2-predictor.18d5e1b77313f4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 1801056f-16ed-4125-91d4-cbc3c064fdc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: 2d2bee73-0afa-4e84-bef2-f317d1d192e5
  kind: Event
  lastTimestamp: "2026-09-16T18:50:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:50Z"
    name: isvc-sklearn-graph-2-predictor.18d5e1b7738a2072
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: dcdea4d3-e76c-4674-810f-55fd77c0f2b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: 2d2bee73-0afa-4e84-bef2-f317d1d192e5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:05Z"
    name: isvc-sklearn-graph-2-predictor.18d5e1be7105a4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15956"
    uid: 747f3d77-e7ac-4345-8f2b-7687b438a6a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: 2d2bee73-0afa-4e84-bef2-f317d1d192e5
  kind: Event
  lastTimestamp: "2026-09-16T18:52:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:05Z"
    name: isvc-sklearn-graph-2-predictor.18d5e1be717675f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15957"
    uid: 7865b172-2eb2-4c65-9424-cae41497a8b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14459"
    uid: 41be3f2e-05c5-4703-8a2a-364cd54a8554
  kind: Event
  lastTimestamp: "2026-09-16T18:51:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:38Z"
    name: isvc-sklearn-graph-2.18d5e1b3f4969469
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: d1a3bab7-d9a9-4834-8c29-17e41d8408c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 41be3f2e-05c5-4703-8a2a-364cd54a8554
  kind: Event
  lastTimestamp: "2026-09-16T18:51:38Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:38Z"
    name: isvc-sklearn-graph-2.18d5e1cd519477d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: f1ef4caa-026e-4eb9-a101-729f03862f27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:49:49.918616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14460"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b3f19cec84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14465"
    uid: 78dbdc91-2b80-4f2e-b142-e8f573d031d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:49:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:49:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:50Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b3fad9233b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14496"
    uid: c369f3b1-b489-46e1-bf47-82f05bc9a615
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b43a8ddba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: fd803a31-d33c-480b-a962-80bf81ebb10a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:d22994b609214bce65bb4b930496142821ad1e113aba3930763bfdc84da5f0ea"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b43c8a01fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: 7b411494-c02e-4944-bf5b-505c956c37c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b44156374b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14536"
    uid: 6c76dbee-584a-44ff-a61c-d99d766217f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:49:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:51Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b4423c4248
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 7a789481-a250-4631-b30d-526db546b809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:49:59Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:59Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1b61fd61b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "14615"
    uid: 9579f8c3-09b1-4d5e-adb0-57d940cf9c05
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:50:21Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 22.713s (22.713s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:21Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bb69ae2f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 60c6dc36-574b-4115-9cd7-abb03aeb8d19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:50:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bb6d0e8d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: 27f21237-97df-49ea-a840-90c6784f64e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:50:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bb6da0474f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 2e47d556-6f3b-4229-9b6d-2a45bdf1e526
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:50:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bb6dab028b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: f47a29d8-2b64-45d5-82c0-c2806fe7a8be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:50:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bb70efc1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: c87c3e19-e031-4af6-909b-69d70516e20e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:50:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bb71725da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: a80b202f-8c39-4120-abdd-3f1223ac5495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1bbc1097527
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 39ce2eaa-7b38-41f1-9acf-1c2d42ae4fca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1d472d7d030
    namespace: kserve-ci-e2e-test
    resourceVersion: "16078"
    uid: 40a0966e-8975-4bfc-9bc3-cf29a0f8f03e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: a8edc3c5-2042-4e56-a44c-e3820b3a0264
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-jvn9k.18d5e1d472d932ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: b9693346-cdd8-4a58-989c-f31db9282f02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 609b9bda-9540-468d-834d-de32827c6374
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-jvn9k'
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18d5e1b3f0f72c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14462"
    uid: 1c98b336-a7b6-47d5-941c-90ff5399fe20
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 24fc83cb-392c-4fd9-b40f-cc0a1666eb92
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: isvc-xgboost-graph-predictor.18d5e1b3edab6877
    namespace: kserve-ci-e2e-test
    resourceVersion: "14452"
    uid: 824d36bb-969c-4665-9854-948095655af7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14450"
    uid: e3e89341-a929-4627-9c9b-31328f7bda37
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: isvc-xgboost-graph-predictor.18d5e1b76c26f90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 26417bff-1df1-48c8-aa12-6ed7ec57831b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14450"
    uid: e3e89341-a929-4627-9c9b-31328f7bda37
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: isvc-xgboost-graph-predictor.18d5e1b76c95ec6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: a33fcb90-645a-44e9-adcb-4fc57752be2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: e3e89341-a929-4627-9c9b-31328f7bda37
  kind: Event
  lastTimestamp: "2026-09-16T18:51:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:49Z"
    name: isvc-xgboost-graph-predictor.18d5e1c56795e35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: 4331dbf0-6da1-44da-942f-b79565436e7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: e3e89341-a929-4627-9c9b-31328f7bda37
  kind: Event
  lastTimestamp: "2026-09-16T18:51:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:49Z"
    name: isvc-xgboost-graph-predictor.18d5e1c56815c5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 56fa3cc6-d01c-4761-8fd0-57d335de349a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 97abd987-b552-4ead-a89b-b74679884034
  kind: Event
  lastTimestamp: "2026-09-16T18:51:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:29Z"
    name: isvc-xgboost-graph.18d5e1b3edaffba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: b006e94b-bf05-48cc-9680-b14606195a87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 97abd987-b552-4ead-a89b-b74679884034
  kind: Event
  lastTimestamp: "2026-09-16T18:51:29Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:29Z"
    name: isvc-xgboost-graph.18d5e1cb254054d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: d77504c1-3f72-407f-a451-14fb990a0cc9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:51:59.260033Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-7c9bd794bb-kw2xs
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d20ef63a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: df8807e1-fa07-4b79-8612-5db2c5c16264
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d230f884a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 3024d797-4518-4a55-8024-f5025e772296
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d2337d7865
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 8599c7bc-b7ed-490e-9c28-1b6d12ffa931
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d23698cadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: e363cb2a-0ce5-4f59-852e-50db6ba3e1b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d2370618b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 132db4e8-7ed9-4ba2-ac60-54ad76dd548e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d468deef82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: 871f4635-f48f-4d26-a7ef-7b972c1f7aeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-7c9bd794bb-kw2xs
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 6861e96a-7f2e-4976-9832-8eed217fdbac
  kind: Event
  lastTimestamp: "2026-09-16T18:52:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:36Z"
    name: model-chainer-7c9bd794bb-kw2xs.18d5e1d4d5bf3d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: a211ea7b-c38f-4cd9-a891-3520785ca41f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-7c9bd794bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 24759ac4-6621-43fa-9680-9feab16d5f40
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: 'Created pod: model-chainer-7c9bd794bb-kw2xs'
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer-7c9bd794bb.18d5e1d20e81f406
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: ce7a52f3-8c85-461f-bce1-af4d3483bd6b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: d72bae98-64fb-4ea0-9c06-49fc10baa756
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: Scaled up replica set model-chainer-7c9bd794bb from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer.18d5e1d20d9531eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: 950ed36e-1adc-4b56-a311-2d749db9f479
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: 30b32ba9-4c87-47b9-8edb-c7ac3bd5e257
  kind: Event
  lastTimestamp: "2026-09-16T18:51:59Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:59Z"
    name: model-chainer.18d5e1d21203f453
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 1fd81ff9-7582-4d75-a10c-cb66c9c618cc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:53:09.581651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-21301-7fb87c6d96-cn98k
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:53:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e1e26e74ff60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 403f058f-082b-4811-8592-bf3751df04cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-21301-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e1e27a033921
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 67b8cb19-d6b2-499e-97c2-68164f56cb88
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:10Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:53:10Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e1e2b4a9bfbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: ab56dc23-65fd-4fdf-8dd7-182fd1589c6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-21301}
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:10Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:10Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e1e2b60649e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: 2278c54c-b059-4031-8b6c-53269d292b14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-21301}
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:10Z"
  message: 'Created container: sequence-graph-21301'
  metadata:
    creationTimestamp: "2026-09-16T18:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:10Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e1e2b8fcf19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 6562e1f1-16f0-4104-a8f7-0b6b005819c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-21301}
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T18:53:10Z"
  message: Started container sequence-graph-21301
  metadata:
    creationTimestamp: "2026-09-16T18:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:53:10Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e1e2b968556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: c10071eb-fbf9-42c2-ad00-c15802ea2b7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-21301}
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Stopping container sequence-graph-21301
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e255918353cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20340"
    uid: 92323d51-9a5f-4f46-87c8-b33c15ee81d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-21301}
    kind: Pod
    name: sequence-graph-21301-7fb87c6d96-cn98k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 70d8ffbb-2d35-4378-8756-5d5d015fb708
  kind: Event
  lastTimestamp: "2026-09-16T19:01:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:52Z"
    name: sequence-graph-21301-7fb87c6d96-cn98k.18d5e2565daed3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: 3313634f-9545-4205-8d29-64d9226a6321
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-21301-7fb87c6d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 3bd38d5e-5342-4f6c-adaa-a4be91a6dd1e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:09Z"
  message: 'Created pod: sequence-graph-21301-7fb87c6d96-cn98k'
  metadata:
    creationTimestamp: "2026-09-16T18:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: sequence-graph-21301-7fb87c6d96.18d5e1e26dd406e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: a09954dc-beee-4ae5-8067-507c664237f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 4b1c4608-738b-446f-b73c-e400ba24778f
  kind: Event
  lastTimestamp: "2026-09-16T18:53:09Z"
  message: Scaled up replica set sequence-graph-21301-7fb87c6d96 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: sequence-graph-21301.18d5e1e26cd415f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 30adb4a9-574f-4fa0-8db1-a0478596ba83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 66a136c0-dd6f-45a0-86a0-ddbb4680a62e
  kind: Event
  lastTimestamp: "2026-09-16T18:53:09Z"
  message: InferenceGraph [sequence-graph-21301] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:53:09Z"
    name: sequence-graph-21301.18d5e1e2739a915c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: f5fea4ed-a49f-41ba-9e67-cb115fecf486
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 96a54696-617d-439e-81f0-828588ee5044
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: sequence-graph-21301.18d5e1e5eb5dea4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: e987e50f-ab35-4299-b95a-6089b669bafa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:53:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 96a54696-617d-439e-81f0-828588ee5044
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: sequence-graph-21301.18d5e1e5ebd81a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16849"
    uid: 7624bb58-f16a-48f1-9802-95eb2b29d27c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:24.364620Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-34033-5489c4744b-q5rmp
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e2639a19630f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: cf16cd59-bf3a-494f-a989-7803f3e6ec8c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e263bc2537e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21192"
    uid: 2f76300f-cde9-4963-a401-28425684b5d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-34033}
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e263be68b279
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: c5852ec1-2ac2-4331-af8c-4ffbe1ff34a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-34033}
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: 'Created container: sequence-graph-34033'
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e263c1b8de4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: 331b6dde-cc96-45af-a971-95bde853228c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-34033}
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:25Z"
  message: Started container sequence-graph-34033
  metadata:
    creationTimestamp: "2026-09-16T19:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:25Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e263c24cbf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: ba8d7758-f10d-495d-a2e1-da6ff6c23280
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-34033}
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: Stopping container sequence-graph-34033
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e265f5e9e036
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 85c29146-be99-4a05-929c-a7c1dc7f8a71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-34033}
    kind: Pod
    name: sequence-graph-34033-5489c4744b-q5rmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: 1b062018-80b8-42fb-83ca-57cfb9fd805e
  kind: Event
  lastTimestamp: "2026-09-16T19:03:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:02Z"
    name: sequence-graph-34033-5489c4744b-q5rmp.18d5e2668e0e98c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: b7c10ab8-b9ba-4b0b-b7b3-98a7adc305a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-34033-5489c4744b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: ad3695d6-3bdd-4cd9-9ea9-33f8042d896b
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'Created pod: sequence-graph-34033-5489c4744b-q5rmp'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: sequence-graph-34033-5489c4744b.18d5e26399926b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 7c34cd90-539f-40d9-8227-f1d89f34a6bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-34033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: b584a5cc-4861-4c66-a00e-4d54a0774408
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: Scaled up replica set sequence-graph-34033-5489c4744b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: sequence-graph-34033.18d5e26398558905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 16073067-3dbd-4289-9091-6e4e564668d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-34033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: fd1ad6bb-3a43-45a1-9a98-b13a6047980f
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: InferenceGraph [sequence-graph-34033] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: sequence-graph-34033.18d5e263a01265c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: ac1a523c-c178-42b1-8a59-3ebf855220e8
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:34.785246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-e3b29-879b5696f-mrtph
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e273ff7ed406
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 7f35e9d2-e141-4fa5-973c-d684634d0cf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: "2026-09-16T19:03:35Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:35Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e274219cd489
    namespace: kserve-ci-e2e-test
    resourceVersion: "21990"
    uid: 80935e78-4db7-458d-acbe-6f0d93401368
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-e3b29}
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: "2026-09-16T19:03:35Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:35Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e2742339a318
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 07776d5b-2c8d-4219-8e2b-ae1f1d204702
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-e3b29}
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: "2026-09-16T19:03:35Z"
  message: 'Created container: sequence-graph-e3b29'
  metadata:
    creationTimestamp: "2026-09-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:35Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e274269f3d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: f4e5afef-601e-49c4-aada-7fa86014cc8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-e3b29}
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: "2026-09-16T19:03:35Z"
  message: Started container sequence-graph-e3b29
  metadata:
    creationTimestamp: "2026-09-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:35Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e274270e1055
    namespace: kserve-ci-e2e-test
    resourceVersion: "21994"
    uid: 58553b2d-68db-4603-982c-d1f654f51105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-e3b29}
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Stopping container sequence-graph-e3b29
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e2e729f22b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25608"
    uid: 5e45c21d-985a-4a07-b5b6-f7d707ecdb70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-e3b29}
    kind: Pod
    name: sequence-graph-e3b29-879b5696f-mrtph
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: 2476c3a5-792d-4b47-a2cf-cdaddf8d43b5
  kind: Event
  lastTimestamp: "2026-09-16T19:12:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:17Z"
    name: sequence-graph-e3b29-879b5696f-mrtph.18d5e2e7da50f2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 9c7c212f-76f6-4c1d-a62e-595a2fa5feb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-e3b29-879b5696f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: ba0012f3-faa9-4012-8333-643a0f5e8ebe
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Created pod: sequence-graph-e3b29-879b5696f-mrtph'
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: sequence-graph-e3b29-879b5696f.18d5e273fedfc508
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 98e52280-79b5-451e-a57a-2df512f61435
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: 01a2b635-4165-43f5-b4eb-147440a88b30
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: Scaled up replica set sequence-graph-e3b29-879b5696f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: sequence-graph-e3b29.18d5e273fd482b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 93da457f-c5ca-4d49-958b-15a62ddd562f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 0d944088-eb61-48ca-ba27-e9e6c8e2e329
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: InferenceGraph [sequence-graph-e3b29] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: sequence-graph-e3b29.18d5e274051d2b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21976"
    uid: c568eddd-1ef0-4064-9b40-1cc37f6770ab
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: 7197c8d3-2bbd-4e9c-9303-ccd1acff788c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:49Z"
    name: sequence-graph-e3b29.18d5e2777c13f25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: 79fcf5f4-cc69-423a-9d1e-19ebed88c4c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: 7197c8d3-2bbd-4e9c-9303-ccd1acff788c
  kind: Event
  lastTimestamp: "2026-09-16T19:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:49Z"
    name: sequence-graph-e3b29.18d5e2777c99a9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 559c1fc2-d54e-49b0-bfdb-8f250a9217d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 7197c8d3-2bbd-4e9c-9303-ccd1acff788c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: sequence-graph-e3b29.18d5e27afcaa0766
    namespace: kserve-ci-e2e-test
    resourceVersion: "22208"
    uid: 4fd3f336-50a4-4cce-9947-5c4c7bac11da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 7197c8d3-2bbd-4e9c-9303-ccd1acff788c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:04Z"
    name: sequence-graph-e3b29.18d5e27afd19e5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22210"
    uid: fd997b0e-57c0-4379-8ffc-81c66af399fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:11.161555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-0e2c5-5df677ff7b-cvghx
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e2fa3233430f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: 8e61e132-c163-4f14-aaf5-07dbf00eb12c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26965"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e2fa53e27a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: d397d3e8-3af5-4733-8e44-f148c27fe465
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-0e2c5}
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e2fa55bfc7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 5b8291b2-309c-4ffb-bcdc-ad6939f1dc96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-0e2c5}
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'Created container: splitter-graph-0e2c5'
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e2fa591a39c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: c58b19e5-57ee-4851-b8bf-a4a100d56c7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-0e2c5}
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: Started container splitter-graph-0e2c5
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e2fa59870277
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: 8d633787-4b43-4e02-a920-e9c18049efec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-0e2c5}
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Stopping container splitter-graph-0e2c5
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e36d5666f05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 4b997436-f648-4bdc-92e5-2103c925b0a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-0e2c5}
    kind: Pod
    name: splitter-graph-0e2c5-5df677ff7b-cvghx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 9aa32f0e-bb97-4c18-9fa1-b1395c211c9f
  kind: Event
  lastTimestamp: "2026-09-16T19:21:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:53Z"
    name: splitter-graph-0e2c5-5df677ff7b-cvghx.18d5e36de3b555d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: c77db4ff-1023-4098-afdf-8159a8217c98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-0e2c5-5df677ff7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26953"
    uid: f6dff269-8645-474e-a321-819108f740d4
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'Created pod: splitter-graph-0e2c5-5df677ff7b-cvghx'
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5-5df677ff7b.18d5e2fa307272f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26957"
    uid: 7c9d84b0-f769-4467-bc9e-bc335951007a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26951"
    uid: ff327f13-d68d-4d97-a718-cd630cc06f66
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: Scaled up replica set splitter-graph-0e2c5-5df677ff7b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5.18d5e2fa2f68d257
    namespace: kserve-ci-e2e-test
    resourceVersion: "26954"
    uid: d42a615b-4f2b-4551-a07f-d7fca9caad67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26973"
    uid: 718b45ed-c1c1-4576-894a-a0feb25c414e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: InferenceGraph [splitter-graph-0e2c5] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: splitter-graph-0e2c5.18d5e2fa3857d4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26975"
    uid: 78b55bf8-0d68-4eaa-be49-513d02ed88f6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26952"
    uid: bbd6a349-79ac-44b1-8512-388a21e9fec2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:26Z"
    name: splitter-graph-0e2c5.18d5e2fdaed282e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 64be47c5-efd6-40d4-8feb-a361655df378
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26952"
    uid: bbd6a349-79ac-44b1-8512-388a21e9fec2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:26Z"
    name: splitter-graph-0e2c5.18d5e2fdaff07fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 80657807-d19d-4815-baea-cc6003322982
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:00.553202Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-617e5-69d5f987b8-qz8dk
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2e9c19ddce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26015"
    uid: 84c6dfa8-5ae6-4f6b-b032-f4a43b10488e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26018"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: "2026-09-16T19:12:01Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:01Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2e9e3aae9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 090bf622-8df6-49f5-833a-50c50d96dbfd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-617e5}
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: "2026-09-16T19:12:01Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:01Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2e9e62f7412
    namespace: kserve-ci-e2e-test
    resourceVersion: "26052"
    uid: c1087562-6faa-44a7-9950-87cb122176ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-617e5}
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: "2026-09-16T19:12:01Z"
  message: 'Created container: splitter-graph-617e5'
  metadata:
    creationTimestamp: "2026-09-16T19:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:01Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2e9e98a4c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26057"
    uid: 7777fb69-83ad-4511-b3c9-c6c2aa8cf6f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-617e5}
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: "2026-09-16T19:12:01Z"
  message: Started container splitter-graph-617e5
  metadata:
    creationTimestamp: "2026-09-16T19:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:01Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2e9e9fc4475
    namespace: kserve-ci-e2e-test
    resourceVersion: "26058"
    uid: e1e8c6e4-d507-4f78-a006-4289d968e520
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-617e5}
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: "2026-09-16T19:12:10Z"
  message: Stopping container splitter-graph-617e5
  metadata:
    creationTimestamp: "2026-09-16T19:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:10Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2ec1b07f554
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 238f19ce-76bb-4881-af4d-6c54c8a863b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-617e5}
    kind: Pod
    name: splitter-graph-617e5-69d5f987b8-qz8dk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26011"
    uid: 993d2aa6-e563-43a0-828a-c20b80515441
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: splitter-graph-617e5-69d5f987b8-qz8dk.18d5e2ec973a1e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26620"
    uid: 1bc8ca2c-e543-401b-9a39-ab79cc48e8ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-617e5-69d5f987b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26002"
    uid: 49cd6361-fb87-481a-9b0a-d8b7d70501d6
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'Created pod: splitter-graph-617e5-69d5f987b8-qz8dk'
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: splitter-graph-617e5-69d5f987b8.18d5e2e9c038530a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: 334f7d16-90c0-4c8f-be1b-429cfdcef92d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26000"
    uid: 6ab48808-f8f2-4bbf-a772-6cb035d1a1e1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: Scaled up replica set splitter-graph-617e5-69d5f987b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: splitter-graph-617e5.18d5e2e9bd697ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: aeb81f67-afce-4d0c-a51b-4e68bfa7f69a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26020"
    uid: 895486e0-7fc2-42cf-b462-7cbafaf70918
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: InferenceGraph [splitter-graph-617e5] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: splitter-graph-617e5.18d5e2e9c81267fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: e4cc0ce6-ea68-4fa8-8991-eae55842531e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: 895486e0-7fc2-42cf-b462-7cbafaf70918
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'Failed to update status for InferenceGraph "splitter-graph-617e5": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "splitter-graph-617e5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: splitter-graph-617e5.18d5e2e9cca50b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: 074de9ad-1088-4c9c-affd-4ce1be692c81
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: 895486e0-7fc2-42cf-b462-7cbafaf70918
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "splitter-graph-617e5": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: splitter-graph-617e5.18d5e2e9cca55557
    namespace: kserve-ci-e2e-test
    resourceVersion: "26025"
    uid: 945e682c-c55f-4294-aa2a-515667ad400c
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:11.151981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26315"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec3959ee57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26321"
    uid: 68e0ac3e-7494-4689-9433-68316c014720
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec5b31d983
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 8a0b3486-e640-4e73-b20f-e8b2f0c3f953
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec5d8527e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 73601511-fe54-45d5-8acd-32c1c783011a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec614f4e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: 0c717c18-f3f0-40d4-b453-96d488baaecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec61d337e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: 94d2d307-b629-4f5d-9e5e-def15e0e31aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec61dc6443
    namespace: kserve-ci-e2e-test
    resourceVersion: "26369"
    uid: b72c16b8-3105-44d9-aa99-984b423b7ffc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec65959936
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: 6fbf6980-84c9-4130-952d-33cac948788e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec660b3af4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 3907b78c-b76a-4518-a04a-c98ac7c2aac6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:21:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:28Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e2ec733a0991
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: 07d8b9db-9226-4c6e-bf7f-b87e8e1047fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e36d5eca03ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: 8de78c57-4ba6-4bc9-a521-c7ad5f7fb5da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:21:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:25Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e36d5eca7d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: e327fd16-6a9e-421f-a326-046db1d488e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 619ee1fb-987e-405b-b5fb-2b947bb25a8e
  kind: Event
  lastTimestamp: "2026-09-16T19:21:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:28Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd.18d5e36de7a3c876
    namespace: kserve-ci-e2e-test
    resourceVersion: "30481"
    uid: 49d20cce-aa18-40e6-ae2d-ae7c002dd457
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-0e2c5-predictor-7956b5b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: 5c73d1e3-d43f-43b1-97f4-5d79c62635e2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: 'Created pod: success-200-isvc-0e2c5-predictor-7956b5b96-jwqzd'
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor-7956b5b96.18d5e2ec37e35a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: 9fadff6c-3af5-4077-9ac6-f4c06511aecd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: 9810de48-77d9-4c3f-8f57-616cf516adc1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: Scaled up replica set success-200-isvc-0e2c5-predictor-7956b5b96 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5-predictor.18d5e2ec34ce45f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26313"
    uid: a55c4735-9418-4fa2-aaf5-68ccd9492047
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6aef624b-085f-4077-b2ce-28e8a4bbde03
  kind: Event
  lastTimestamp: "2026-09-16T19:12:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:41Z"
    name: success-200-isvc-0e2c5-predictor.18d5e2efb3e35633
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: 17fb787b-8407-41ee-a8a5-1aef4a91e11d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 6aef624b-085f-4077-b2ce-28e8a4bbde03
  kind: Event
  lastTimestamp: "2026-09-16T19:12:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:41Z"
    name: success-200-isvc-0e2c5-predictor.18d5e2efb5176a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26659"
    uid: b3344120-94ee-4561-a100-2f7a23abd3e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 6aef624b-085f-4077-b2ce-28e8a4bbde03
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: success-200-isvc-0e2c5-predictor.18d5e2f6b301fa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "26963"
    uid: a276f719-75e0-4fa2-b728-a68e93677d9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-0e2c5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 6aef624b-085f-4077-b2ce-28e8a4bbde03
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: success-200-isvc-0e2c5-predictor.18d5e2f6b408f310
    namespace: kserve-ci-e2e-test
    resourceVersion: "26966"
    uid: 0ea73512-b587-4f5a-aa0f-cfbe0f820982
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: a1419d02-d47e-4345-9df1-ae55e940051b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:58Z"
    name: success-200-isvc-0e2c5.18d5e2ec34d0765d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 36b5d67a-6bd4-47a4-8658-da3b6d248625
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: a1419d02-d47e-4345-9df1-ae55e940051b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-0e2c5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-0e2c5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5.18d5e2ec36542225
    namespace: kserve-ci-e2e-test
    resourceVersion: "26314"
    uid: 07932a43-4268-49b4-bc70-afdea33c92f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: a1419d02-d47e-4345-9df1-ae55e940051b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-0e2c5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:11Z"
    name: success-200-isvc-0e2c5.18d5e2ec36546dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: a2a918b8-bf8c-4ab8-a7bf-6522ee3430e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-0e2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: a1419d02-d47e-4345-9df1-ae55e940051b
  kind: Event
  lastTimestamp: "2026-09-16T19:12:58Z"
  message: InferenceService [success-200-isvc-0e2c5] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:58Z"
    name: success-200-isvc-0e2c5.18d5e2f73380d44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: c8674be6-612f-4dc4-8413-40aac54a29e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:34.982655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19848"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a226cfe72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 5391a5f2-ade8-40da-a388-0fefb274425a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a445ef5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: f8ba896d-97d4-4cd5-98e6-c8e254b391a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a469ea54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 1d95f103-7038-4590-951c-da46f0be39ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a49c57351
    namespace: kserve-ci-e2e-test
    resourceVersion: "19910"
    uid: ffca7745-1a4d-4630-9ab6-eaabd79396c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a4a3ab864
    namespace: kserve-ci-e2e-test
    resourceVersion: "19911"
    uid: 886822ca-5873-4699-8469-808fdf79e789
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a4a430ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19912"
    uid: d29988f2-b4b2-40ef-8105-caeb7851b073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a4cbb8e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: a5d3c05d-569a-4f1c-b1f1-b3765e113167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:00:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:35Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a4d34dbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: 25c4a6ae-10bf-47ad-97b2-9096738d12e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:12Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e24a66bdc05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 01a0743f-37b9-4d25-a77f-339c0d438682
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e25a76b59894
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 4a91ceab-f516-4c52-b460-ed571fa2a940
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e25a76b62836
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 6c401d7e-aa54-42ce-976f-8d0523257f97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 568d7ebd-5b2f-4b3b-8620-21e1a89d1fb5
  kind: Event
  lastTimestamp: "2026-09-16T19:01:47Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:47Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4-5mc46.18d5e25aeeddf69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: af42056b-ed4f-4ad0-ad0f-18687aecda1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-1593f-predictor-79647f4cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: dc5a70f7-f147-4aec-8fe5-066a223a2506
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: 'Created pod: success-200-isvc-1593f-predictor-79647f4cf4-5mc46'
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: success-200-isvc-1593f-predictor-79647f4cf4.18d5e24a21a40ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 1de8bba7-4b6c-4033-8a5d-419dd271be3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: 9cce4211-d333-49d1-bdf3-3f4e36722362
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: Scaled up replica set success-200-isvc-1593f-predictor-79647f4cf4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: success-200-isvc-1593f-predictor.18d5e24a1bdf6314
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: ad34445c-cac9-40d8-a4d4-5bcf222abbc1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: a970824f-277a-41fe-8e43-6e54e211d624
  kind: Event
  lastTimestamp: "2026-09-16T19:01:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:04Z"
    name: success-200-isvc-1593f-predictor.18d5e24d9a545ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20166"
    uid: b94950d8-4fc9-47cb-a5f9-7fe7f3493612
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: a970824f-277a-41fe-8e43-6e54e211d624
  kind: Event
  lastTimestamp: "2026-09-16T19:01:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:04Z"
    name: success-200-isvc-1593f-predictor.18d5e24d9aff5925
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: abe472e8-1f64-4d8e-bac1-1980abee1f54
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: a970824f-277a-41fe-8e43-6e54e211d624
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: success-200-isvc-1593f-predictor.18d5e2549a95472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 5961c0d6-eafd-4a39-ad29-6308a0ad3215
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-1593f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: a970824f-277a-41fe-8e43-6e54e211d624
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:35Z"
    name: success-200-isvc-1593f-predictor.18d5e2549afdb4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 612aaee8-20d9-408b-bf3b-9d96bf53c7b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 607100a2-bf9a-48ed-913a-9f5cfeebd244
  kind: Event
  lastTimestamp: "2026-09-16T19:01:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:22Z"
    name: success-200-isvc-1593f.18d5e24a1be03de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 577d6ebd-18aa-4da3-848e-bf64e85b46ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-1593f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: 607100a2-bf9a-48ed-913a-9f5cfeebd244
  kind: Event
  lastTimestamp: "2026-09-16T19:01:22Z"
  message: InferenceService [success-200-isvc-1593f] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:22Z"
    name: success-200-isvc-1593f.18d5e25525b6a5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: eab1b382-bdc6-4852-9721-38a1c3685d1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:51:19.729176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-15f71-predictor-784478884b-fqkdn
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c8dabd3ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 5ecdbec6-652a-4786-89af-8c1bac4b0984
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-15f71-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c8e556c939
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: d1a02af3-6e5a-4fd8-9149-bd6efc2b616a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c9209f002c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 573397a4-6324-42b7-9e4d-3802e1252ebb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c92216027e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 40e31f60-12f3-44e4-9d32-f82e6ac344c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c925bbc68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: e7b48a2e-b280-40a2-822e-03a4994204b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:20Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c92643afce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: b5400995-6525-4bcc-bead-afe79e717d41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:21Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c9264d970e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: d0f15ff0-ad10-4f92-bc5d-66a9dc5c4111
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:21Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c92a5908ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 5e14db99-32b2-40c8-bd15-f45f8491dc48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T18:51:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:21Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c92abe1877
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 6d6ff2bc-2b2c-4f25-9ba6-dbc6fb24efc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e1c952949fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19954"
    uid: bd4aa2fb-0e6a-47a1-92cd-dc5e62835859
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e24a169157aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: 76e3914a-8bcf-4ddc-b2a4-eb35bfc69998
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e24a1692883e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: dbf0085d-4972-4a12-ae56-5abbef1f5743
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: df06d1f7-4675-4c60-a877-e3c3ac93c475
  kind: Event
  lastTimestamp: "2026-09-16T19:00:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:37Z"
    name: success-200-isvc-15f71-predictor-784478884b-fqkdn.18d5e24ac6ff8e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19953"
    uid: 6414c402-80a2-41b9-830c-7ecbe7a285b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-15f71-predictor-784478884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: a53094cc-aeb3-436e-8ea4-592cf1624064
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: 'Created pod: success-200-isvc-15f71-predictor-784478884b-fqkdn'
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-15f71-predictor-784478884b.18d5e1c8da3f9dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: 18e25629-4c19-49e2-af38-58025e4ad9b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 2e92049e-387e-4457-87cc-5752a3494ca4
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Scaled up replica set success-200-isvc-15f71-predictor-784478884b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-15f71-predictor.18d5e1c8d8833e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: c77ad25f-aa4c-4fbb-ae22-a83d83b10410
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: 4cd58b76-363f-48cd-a3cf-f354e3702050
  kind: Event
  lastTimestamp: "2026-09-16T18:52:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:04Z"
    name: success-200-isvc-15f71-predictor.18d5e1cc580a1584
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 644bb004-b6e5-4777-97d3-783cdc1ecfd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15442"
    uid: 4cd58b76-363f-48cd-a3cf-f354e3702050
  kind: Event
  lastTimestamp: "2026-09-16T18:52:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:04Z"
    name: success-200-isvc-15f71-predictor.18d5e1cc58a63d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: 161a81e1-7b79-44ab-b71f-16555b321f4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 4cd58b76-363f-48cd-a3cf-f354e3702050
  kind: Event
  lastTimestamp: "2026-09-16T18:52:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:49Z"
    name: success-200-isvc-15f71-predictor.18d5e1d6d51beb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: ba5b68fd-d06a-421d-960b-125585a2503a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-15f71-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 4cd58b76-363f-48cd-a3cf-f354e3702050
  kind: Event
  lastTimestamp: "2026-09-16T18:52:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:49Z"
    name: success-200-isvc-15f71-predictor.18d5e1d6d5993b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 1117b4cc-0e78-4fe2-ba3b-6b980cb0ee3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 2e66c0c7-846c-46a6-afb8-da80c8df1a2b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:07Z"
    name: success-200-isvc-15f71.18d5e1c8d8b578f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 2e68c5eb-75c3-4d89-a932-0f347fd32b85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 2e66c0c7-846c-46a6-afb8-da80c8df1a2b
  kind: Event
  lastTimestamp: "2026-09-16T18:52:07Z"
  message: InferenceService [success-200-isvc-15f71] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:07Z"
    name: success-200-isvc-15f71.18d5e1d40e89efbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 71d8c014-e869-41af-83eb-37b0315c8b0c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:09.611366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-21301-predictor-68796d9f44-xxrjr
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d477f31182
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 0a251b73-e0c8-411c-825f-15f2dc17ad92
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d49a4f1349
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 86f83412-be73-49d9-826a-fffaf830bc5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d49bd7a946
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: 1d646f35-3ba5-4fc1-9df3-716b1c867ce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d49eb582dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 210ab1b7-79c5-47ca-8ffc-86521bba1aed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d49f201aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: 5cc8e00d-2aae-4ca0-863f-cb2cbcbb60aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d49f2a5563
    namespace: kserve-ci-e2e-test
    resourceVersion: "16147"
    uid: be41f533-68a9-4519-8a56-13e8faf9dbd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d4a1ca27e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: d96b346f-a179-4e40-8ae5-5b0e1b1b8076
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T18:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:10Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d4a232d960
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: 85698fe6-daa8-4e3f-a1f1-032898ba800b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:27Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e1d4c9ed8941
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: 351c3e69-87e8-4353-9b2b-fb3ede62d89d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e255999cb6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20364"
    uid: 878fa12d-b6f3-4aad-ba60-45d184f7078a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e255999ddda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 52401ede-8df3-4831-848e-47e4211a50a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 242b5f6f-7683-4f38-8ae8-1e17a985de8d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:26Z"
    name: success-200-isvc-21301-predictor-68796d9f44-xxrjr.18d5e2563e62af6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: 0e295c0f-1317-4c64-8b38-81ac0fd05162
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-21301-predictor-68796d9f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: 1dafbd95-b338-4df6-b83c-4ff9a1988629
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: 'Created pod: success-200-isvc-21301-predictor-68796d9f44-xxrjr'
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: success-200-isvc-21301-predictor-68796d9f44.18d5e1d477689a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 5f4a92de-2bea-493a-ac5a-6c01db0755ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: 304f1c22-6df7-4691-9268-805bce4d635c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:09Z"
  message: Scaled up replica set success-200-isvc-21301-predictor-68796d9f44 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:09Z"
    name: success-200-isvc-21301-predictor.18d5e1d4758ab8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: c0a9a50e-d18c-4d69-93b2-9936735b6417
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: 34fa90ce-c19f-4cfb-9d13-dcb7553fe5b7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:39Z"
    name: success-200-isvc-21301-predictor.18d5e1d7f4154434
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 2aef41c0-10f8-4fda-9e12-9e695469c636
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: 34fa90ce-c19f-4cfb-9d13-dcb7553fe5b7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:39Z"
    name: success-200-isvc-21301-predictor.18d5e1d7f4b30e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 94d5368a-219a-4130-b63b-60e6fcb63c09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 34fa90ce-c19f-4cfb-9d13-dcb7553fe5b7
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: success-200-isvc-21301-predictor.18d5e1def223cf50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16851"
    uid: 1f3481d7-d10d-4991-8a0f-ec12db1d4bb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-21301-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 34fa90ce-c19f-4cfb-9d13-dcb7553fe5b7
  kind: Event
  lastTimestamp: "2026-09-16T18:53:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:53:24Z"
    name: success-200-isvc-21301-predictor.18d5e1def2a7f38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 94353f6a-9217-40ef-931b-57ef235e360e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: 56defd0a-06d9-483f-b53e-dd0594d347b7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:57Z"
    name: success-200-isvc-21301.18d5e1d47595f917
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: dde9d0c8-0227-47c2-8318-e1fa9e528edc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-21301
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 56defd0a-06d9-483f-b53e-dd0594d347b7
  kind: Event
  lastTimestamp: "2026-09-16T18:52:57Z"
  message: InferenceService [success-200-isvc-21301] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:57Z"
    name: success-200-isvc-21301.18d5e1df86f82e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 1335307e-0f2b-41f7-9ec9-b7a52dc065dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:24.378255Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255a2a21393
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: 153a3d1e-c790-4e92-a712-8adbff85847f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255c4738c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: 8fc1ddb6-8552-4911-a47c-8279b963f8d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255c71908f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 8a7cf76b-2368-4182-96cb-76ae263f18c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255ca8d2e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: d980f2b0-47c3-4907-804d-d6344313e265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255cb06c378
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: a6397481-3244-4e85-b95d-1bc674a6d930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255cb11274c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 28987b23-dc99-448e-964d-86481844e2da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255cd954dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20452"
    uid: cf35acf8-32ce-49c6-82bb-c3621e5120d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:25Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e255ce103943
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 8669554d-3d3f-4fe3-be47-958c9fbe9ef7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:02Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e25618660d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: b3904a1b-ac8d-4d89-b6c0-70c017b3404c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e26601500215
    namespace: kserve-ci-e2e-test
    resourceVersion: "21331"
    uid: b7aadd76-fe71-4b59-8ffd-3575909b81e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e2660150afda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 5a8c99a2-cfe5-4585-98ae-1f3a571028c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20397"
    uid: c8325601-b77d-460c-9a44-13b09ff6e0b7
  kind: Event
  lastTimestamp: "2026-09-16T19:02:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:37Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8.18d5e266a08dc687
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: a60d052b-8f4d-48db-b0a4-cb751371ebac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-34033-predictor-6dcb7cd944
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: b8f94990-2259-40a5-9a98-af1c9770d957
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: 'Created pod: success-200-isvc-34033-predictor-6dcb7cd944-jm6v8'
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-34033-predictor-6dcb7cd944.18d5e255a1bfb4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20395"
    uid: 79ed2252-5344-4f8f-899d-af89edbe90cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: aa10e5e6-5b66-43ef-9277-c7e7f39b868e
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Scaled up replica set success-200-isvc-34033-predictor-6dcb7cd944 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: success-200-isvc-34033-predictor.18d5e2559f66c2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: 8f70d535-650c-48ef-b585-611ee977533a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: d5dc9a9d-f9a7-43ea-a83c-4e95c43cb677
  kind: Event
  lastTimestamp: "2026-09-16T19:02:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:09Z"
    name: success-200-isvc-34033-predictor.18d5e2591e57f7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 39deb9e2-7c56-4510-9ec4-3fcef86278c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: d5dc9a9d-f9a7-43ea-a83c-4e95c43cb677
  kind: Event
  lastTimestamp: "2026-09-16T19:02:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:09Z"
    name: success-200-isvc-34033-predictor.18d5e2591f3aea43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 0ef9bdea-2617-4dab-9ca3-83b9426518df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: d5dc9a9d-f9a7-43ea-a83c-4e95c43cb677
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: success-200-isvc-34033-predictor.18d5e2639c8199eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 79835f4a-1aff-4657-a368-6a7da6653729
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-34033-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: d5dc9a9d-f9a7-43ea-a83c-4e95c43cb677
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: success-200-isvc-34033-predictor.18d5e2639d1ca32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 721d481e-4a9f-4326-ba04-17b0402ff715
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-34033
    namespace: kserve-ci-e2e-test
    resourceVersion: "20372"
    uid: 2482edec-83c2-44fb-82bc-b089e620ce9c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:12Z"
    name: success-200-isvc-34033.18d5e2559f6344ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21052"
    uid: bfe390df-90ac-4758-ad58-bf5f41b4360a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-34033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 2482edec-83c2-44fb-82bc-b089e620ce9c
  kind: Event
  lastTimestamp: "2026-09-16T19:02:12Z"
  message: InferenceService [success-200-isvc-34033] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:12Z"
    name: success-200-isvc-34033.18d5e260d5a35f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: b6bbb69f-64fe-42ea-b58c-c75e5af3ae22
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:49:49.293341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14367"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-35a06-predictor-7d699577b8-8szfb
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b3cc57df54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 7c05c7e5-3326-43bd-844c-4cd8e1513b47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b3eee19b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 1c540329-3560-46c0-b352-4b6133f72257
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1987"
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b3f08d8050
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: 0a71fdf9-f868-463a-89d7-28c3431235fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1987"
    in 12.682s (12.682s including waiting). Image size: 1358345301 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:02Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b6e4806779
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: d52a5286-c60a-4af1-97ce-896e5fdab1ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:02Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b6e8b83789
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 09c57874-2acb-4aa3-a7cb-960d372bd9e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:02Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b6e9ad3117
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: 164da3b3-0d7b-4fae-94fc-5d56f968f135
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:02Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:02Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b6e9be510b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: 081437f9-bba3-473a-b0e8-6ed0d8d1ee0f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 9.426s (9.426s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b91ba02b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: 83735451-fe5e-465b-8e2d-8d20a03b64e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b923ea1767
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 3ad2fc5d-402b-4da1-a87e-3ac63305c394
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:12Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b9252b0068
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: 1f0b4191-be3c-4f41-bd9e-afa34177208b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:50:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:50:48Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1b92d39e887
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: fd652f7d-d961-481a-ae58-081f2590e4e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1c8d36e3c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 5d2de37a-31d6-4f9b-b09c-1f5179420c41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: d5d4f2f9-5842-408a-be24-fd68f9cf6576
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-35a06-predictor-7d699577b8-8szfb.18d5e1c8d36ecf70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: 9709e5ce-6c95-4270-9c04-fa4479a29c5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-35a06-predictor-7d699577b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: 4af08344-9c39-4001-9d65-420378576143
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: 'Created pod: success-200-isvc-35a06-predictor-7d699577b8-8szfb'
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: success-200-isvc-35a06-predictor-7d699577b8.18d5e1b3cb5a5a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14368"
    uid: e1597249-c421-4343-b1de-19eb052b0959
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: 9870fdd5-f825-4e3b-9e2f-e96d24e3ca48
  kind: Event
  lastTimestamp: "2026-09-16T18:49:49Z"
  message: Scaled up replica set success-200-isvc-35a06-predictor-7d699577b8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:49:49Z"
    name: success-200-isvc-35a06-predictor.18d5e1b3c42851ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14357"
    uid: 43bf3b48-ddfc-446f-8427-e9ea043bbc65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: 5bd29c24-3b9c-494a-8252-27a1b34507bd
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: success-200-isvc-35a06-predictor.18d5e1b749874dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15075"
    uid: 67310958-3ffc-497a-ad5e-e09123a3f383
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: 5bd29c24-3b9c-494a-8252-27a1b34507bd
  kind: Event
  lastTimestamp: "2026-09-16T18:50:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:50:49Z"
    name: success-200-isvc-35a06-predictor.18d5e1b749fde84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15076"
    uid: c30251fd-912a-485c-a7fa-2e06b15d4cd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: 5bd29c24-3b9c-494a-8252-27a1b34507bd
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-35a06-predictor.18d5e1c546dafcb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 752ea6fe-fa39-4338-a18d-5aa9fde600a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-35a06-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: 5bd29c24-3b9c-494a-8252-27a1b34507bd
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: success-200-isvc-35a06-predictor.18d5e1c547504f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 61eff331-94ec-4dc5-b6a0-3871fc9c8189
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: 11e129b7-a1c5-4a6c-b25c-3f1d20bbbcd6
  kind: Event
  lastTimestamp: "2026-09-16T18:50:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:58Z"
    name: success-200-isvc-35a06.18d5e1b3ca3e8da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 794ed5df-13a4-4b39-8dba-5c373555a607
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:50:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 11e129b7-a1c5-4a6c-b25c-3f1d20bbbcd6
  kind: Event
  lastTimestamp: "2026-09-16T18:50:58Z"
  message: InferenceService [success-200-isvc-35a06] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:50:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:50:58Z"
    name: success-200-isvc-35a06.18d5e1c3e9cc6a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: f38cc8b5-618d-490a-82b0-f9554a3f5730
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:00.372293Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25116"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-617e5-predictor-776d98c8-5r9t7
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbbe8d9255
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: cfa72e1f-4a12-4ed9-859a-f6ed0cff0ed7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbe0bb1c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: 0f3df414-cd75-4019-9256-e5e038e17828
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbe2e7be81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: a994a947-acfc-4d81-b08f-c3bcc26d9bda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbe651ee31
    namespace: kserve-ci-e2e-test
    resourceVersion: "25168"
    uid: f548a7b7-acbc-4f26-b55b-69d37fcf35fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbe6c6a8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25169"
    uid: 0963c5ec-0c75-4840-9216-8e850bae01dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbe6d2de21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 36c71ed2-5fc1-4fc1-bbda-4827d0b3d97a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbe9c05b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: c3e8b346-c835-4a25-a1fb-03819e5f4556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dbea37ba11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25173"
    uid: ed913ee7-321c-45e4-952b-2afb70bbaa2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2dc1474a1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: c1c8880d-7632-4126-8e2a-06b79d7efe32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:12:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:10Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2ec26f22a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: 5c0bff93-b4f8-4eb3-b3f0-1645ab395119
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:12:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:10Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2ec26f2b3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26282"
    uid: b4803006-5a5c-4a24-96b5-fbc6d7372615
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: f903b59d-cf5a-496c-9bd3-1ca24dd9f7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:12:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:13Z"
    name: success-200-isvc-617e5-predictor-776d98c8-5r9t7.18d5e2ecd897faa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: dff04a7b-09c4-4419-a51e-7cbf196a5318
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-617e5-predictor-776d98c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 2bca3d1a-d47c-4b6f-a4f8-2dd55f7c4e5f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: 'Created pod: success-200-isvc-617e5-predictor-776d98c8-5r9t7'
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5-predictor-776d98c8.18d5e2dbbc880cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: b3943376-73f6-450e-848f-0809fa3d30c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: 673632ad-844a-448a-8983-36336bacfd72
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Scaled up replica set success-200-isvc-617e5-predictor-776d98c8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5-predictor.18d5e2dbb55a61a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25107"
    uid: 1fba1070-df2b-4d8d-a2af-f493c1fa72a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25102"
    uid: 26d8cbdf-6745-4c2b-b8d7-fe1dbca5e8c1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: success-200-isvc-617e5-predictor.18d5e2df33397686
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 79a83ed2-fc9e-46ce-b229-062a277f3186
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25102"
    uid: 26d8cbdf-6745-4c2b-b8d7-fe1dbca5e8c1
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: success-200-isvc-617e5-predictor.18d5e2df344279a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: da3f64d0-c67e-4fb6-a7a8-9f3a86952607
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25307"
    uid: 26d8cbdf-6745-4c2b-b8d7-fe1dbca5e8c1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: success-200-isvc-617e5-predictor.18d5e2e6330fd063
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: 33f4b40b-38d9-4885-8819-54e5d7d1326d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-617e5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25307"
    uid: 26d8cbdf-6745-4c2b-b8d7-fe1dbca5e8c1
  kind: Event
  lastTimestamp: "2026-09-16T19:12:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:00Z"
    name: success-200-isvc-617e5-predictor.18d5e2e633cb0f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25993"
    uid: 6a317152-90b2-49db-a46d-8af3036b75f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 6e23df3a-5840-4f79-9a1e-54bddf279e7f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-617e5.18d5e2dbb54a059a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: 6c845fe3-d5df-43cf-8b84-9ea214b894fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 6e23df3a-5840-4f79-9a1e-54bddf279e7f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-617e5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-617e5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5.18d5e2dbb6cdc3f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 389612fd-b4ba-462d-a273-c9a3edb98e9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25065"
    uid: 6e23df3a-5840-4f79-9a1e-54bddf279e7f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-617e5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-617e5.18d5e2dbb6ce0f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25114"
    uid: 70c6bc47-4a85-4d7b-87a1-c741f1d7b3a0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-617e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 6e23df3a-5840-4f79-9a1e-54bddf279e7f
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: InferenceService [success-200-isvc-617e5] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-617e5.18d5e2e7126425d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: ef1764a9-4673-452a-ad2c-866d717aa5ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:49.803806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e740e6a38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: 240fb14f-c41a-47eb-82c0-bd53c3113903
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25677"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e76313b891
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: eb3749b1-54d4-41ad-8839-19339cbbaa05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e766c26ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 2cdd8f85-3dac-4ae6-9c0e-fb5dc3c5b54d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e769aab1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 93783b01-21e2-4e8b-a658-f90a20b5c855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e76a23367e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: f1be30eb-ebc4-4cf5-b100-aa07f7c70c12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e76a2c19e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: f066ec06-84d0-4320-a2b7-d5e31f60712d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e76ce06697
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: 05d8bb61-c996-4cfd-a2a5-06b76a721980
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:50Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e76d52139e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25719"
    uid: 91f95774-ef3d-440a-a9a9-989bf424335a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:12:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:27Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e2e789a39d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: 3206556e-2b13-48e9-9c36-d8a78726e57e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:29:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:09Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e3d945eb9a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 06a5349f-d7ad-4895-b7e7-a8818d9fd5df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:29:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:09Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e3d945ec7060
    namespace: kserve-ci-e2e-test
    resourceVersion: "33671"
    uid: 2c2108d5-46cc-4781-b855-b96dc280fc0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 5016495c-fa91-491c-a562-4f746e428fa6
  kind: Event
  lastTimestamp: "2026-09-16T19:29:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:12Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk.18d5e3d9ea49c0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: f8c7c477-ca5d-42da-ac2c-dd9e52fa71dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-d2d49-predictor-c9cf5cd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 3e80da94-d742-41f8-beb1-b238a5f4e17d
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Created pod: success-200-isvc-d2d49-predictor-c9cf5cd84-q4dlk'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-d2d49-predictor-c9cf5cd84.18d5e2e74036e5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25668"
    uid: cb5dfd10-ee37-4023-96a0-c4f3a50ff99c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 35857041-11b7-4ae9-b419-3b679304e42e
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Scaled up replica set success-200-isvc-d2d49-predictor-c9cf5cd84 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-d2d49-predictor.18d5e2e73c413ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: 906db08d-1bf5-4efd-8af5-66d42dcacf33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 26bc7e9d-b57a-49a4-ab74-c3b00466140a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:34Z"
    name: success-200-isvc-d2d49-predictor.18d5e2eabb165449
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: 9a558137-27c0-4fef-9141-2a9732177c44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 26bc7e9d-b57a-49a4-ab74-c3b00466140a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:34Z"
    name: success-200-isvc-d2d49-predictor.18d5e2eabbfb1c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26588"
    uid: 10dd383c-b0be-4d69-be2c-15d9868dd584
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: 26bc7e9d-b57a-49a4-ab74-c3b00466140a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: success-200-isvc-d2d49-predictor.18d5e2f53b84187a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: 42a582d4-680b-4eec-b24c-32d46b748058
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d2d49-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26163"
    uid: 26bc7e9d-b57a-49a4-ab74-c3b00466140a
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: success-200-isvc-d2d49-predictor.18d5e2f53cd93800
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: 91ff070b-d4e0-4e38-ba31-80517bd63b7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: ab12cbb8-6f96-49f0-a530-16ee1068b11a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: success-200-isvc-d2d49.18d5e2e73c477453
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: e0ec859f-70c8-4f35-9db4-1d4d4019f7e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: ab12cbb8-6f96-49f0-a530-16ee1068b11a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-d2d49":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d2d49":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-d2d49.18d5e2e73d031275
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 3a6c35f8-5083-44a6-94f1-12599c239a38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: ab12cbb8-6f96-49f0-a530-16ee1068b11a
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-d2d49": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-d2d49.18d5e2e73d035f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: 44a550b1-7f11-4434-9075-b6f7b9020fe0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: ab12cbb8-6f96-49f0-a530-16ee1068b11a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:37Z"
  message: InferenceService [success-200-isvc-d2d49] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:37Z"
    name: success-200-isvc-d2d49.18d5e2f249116eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: ca341c00-f555-42b2-8be9-07503600b94b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:02:34.905696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e2660e656a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: f6910e42-f19b-41ea-bf6d-4167e02380c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21369"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e26630a46296
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: b6ee03e1-fda4-4db7-9d90-4480af248877
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e26632c01d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 3bec5790-d222-4408-abf0-34707fb9f5a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e26635a1f374
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: 42c110be-0497-4617-996e-6fe989e77150
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e26636153509
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 40c40038-666b-4c21-ade4-08c1d1b2a272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e266361de3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: e39616a3-7fb7-41d0-8737-168f03d0f2e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e26638be9e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: b640aeb0-0a92-4835-a49e-1132603f8c43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e26639306850
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 009ff8aa-6077-41f3-a0bf-b82d20e64e92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e2663bbce6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 4dc52d4c-68d9-4ad0-979b-96f8330c3c44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e2e734450f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: 553fd1fe-2ecb-4257-8ea6-a8e4d8fde98f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e2e734458cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25636"
    uid: b2e5595f-6ec7-4f0a-8bdf-797f25ffc486
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: d2db5de4-8f0a-428f-b8ab-435f68d74cdc
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg.18d5e2e7b02d158a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: 756cbac9-7ab8-4ab6-be22-8a5419e1bc99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-e3b29-predictor-7b4b4f756d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 28d21ea7-4e42-4055-a1ef-2e4948ee23c1
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: 'Created pod: success-200-isvc-e3b29-predictor-7b4b4f756d-mzxqg'
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: success-200-isvc-e3b29-predictor-7b4b4f756d.18d5e2660dd55649
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: dd9c70c5-c2ea-4cde-a292-f675562ebfe3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: a7adda1c-5453-4557-96f9-d28242d561aa
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: Scaled up replica set success-200-isvc-e3b29-predictor-7b4b4f756d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: success-200-isvc-e3b29-predictor.18d5e26609e61c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: df1fdc66-51ba-480a-8743-fe992833ca28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: dfdb5fbd-18e2-47df-9559-b2f3eaa18ac0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: success-200-isvc-e3b29-predictor.18d5e2698895afd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 9e24d4cf-c1fb-4b57-809e-732746ecccea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: dfdb5fbd-18e2-47df-9559-b2f3eaa18ac0
  kind: Event
  lastTimestamp: "2026-09-16T19:02:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:49Z"
    name: success-200-isvc-e3b29-predictor.18d5e269891508f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: be69f822-e2f9-41d9-a9d1-3542da421251
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: dfdb5fbd-18e2-47df-9559-b2f3eaa18ac0
  kind: Event
  lastTimestamp: "2026-09-16T19:03:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:49Z"
    name: success-200-isvc-e3b29-predictor.18d5e26d0876142e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: 154505c9-7d6a-47fb-a19c-91b3864e1f39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e3b29-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21589"
    uid: dfdb5fbd-18e2-47df-9559-b2f3eaa18ac0
  kind: Event
  lastTimestamp: "2026-09-16T19:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:49Z"
    name: success-200-isvc-e3b29-predictor.18d5e26d08d4417b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 6b97bf94-0295-47a9-9dba-838ff44c82fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: fc2c14ad-3f2a-40d2-97dc-2ca553236f5d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:21Z"
    name: success-200-isvc-e3b29.18d5e26609fc0589
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 04f1d349-2a3c-4466-8a4a-1a8741abc864
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e3b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: fc2c14ad-3f2a-40d2-97dc-2ca553236f5d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:21Z"
  message: InferenceService [success-200-isvc-e3b29] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:21Z"
    name: success-200-isvc-e3b29.18d5e270f89b1de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: efc58c89-7ad3-4bbb-85ed-a15119d59aaa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:45.278380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e4920-predictor-868cb5f55d-t4824
    to ip-10-0-140-67.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25a8060a19c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: fc5e4e25-2fbb-4b13-9869-4ce18747cd9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e4920-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25a8857f504
    namespace: kserve-ci-e2e-test
    resourceVersion: "20770"
    uid: 41fb07a6-3426-41bc-93fd-2ae77b4491ad
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20755"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25ac6073d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 2b6f6fc9-f908-45b7-aa84-a23375212bc3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1987" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25ac86b13d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 2f70fb4e-aa60-4b61-a9fa-a0441cef4693
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25acb7ac6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20809"
    uid: 4ddec81b-9e3b-4377-a6aa-257c9fe52a7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25acc0167ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: c0de7d0a-ef41-48e6-9c0f-da82409ced1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25acc0b2611
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: b22b185e-0a7c-4738-b4e5-c2f186a758a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25acee6262e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 586d5cfd-19cb-4aab-b2ef-daf8b0f01f1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:01:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:46Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25acf5a918b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 5c9bdda2-d6e9-450f-9a32-5cbd661e2bd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:02:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:24Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e25b3e030bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: ada16c1e-d4f6-40c3-a25a-8a8c6ae3525d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e2dbb18866b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25092"
    uid: 217813f5-8302-4136-862f-07b10c40d42c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: 63e0cf4f-8afb-4e8c-81bf-0aad239c6876
  kind: Event
  lastTimestamp: "2026-09-16T19:11:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:00Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d-t4824.18d5e2dbb188f944
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 982d4bdc-4888-4fc8-8fb3-4d6e796648f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-67.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-67.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-e4920-predictor-868cb5f55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: acf92b1b-ef54-44e6-a381-1c18baac7775
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: 'Created pod: success-200-isvc-e4920-predictor-868cb5f55d-t4824'
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: success-200-isvc-e4920-predictor-868cb5f55d.18d5e25a7f617f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 55728f76-eac4-44b0-9622-406b44e9795c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20737"
    uid: 2854bc8c-2053-46f8-9639-b8491c65e6ce
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Scaled up replica set success-200-isvc-e4920-predictor-868cb5f55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: success-200-isvc-e4920-predictor.18d5e25a7c6527c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 30697fcf-330c-4f0b-8a62-91b5b992b9a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: a2f904b7-2165-4ef0-a285-9ba3bc8a8fab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:15Z"
    name: success-200-isvc-e4920-predictor.18d5e25dfb7b0506
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: 5ad93964-68d5-4a69-9e74-2d056135b69b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: a2f904b7-2165-4ef0-a285-9ba3bc8a8fab
  kind: Event
  lastTimestamp: "2026-09-16T19:02:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:15Z"
    name: success-200-isvc-e4920-predictor.18d5e25dfc469e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 50e52394-5da1-447b-9091-058f0cedc4dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: a2f904b7-2165-4ef0-a285-9ba3bc8a8fab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:00Z"
    name: success-200-isvc-e4920-predictor.18d5e264fb5d21e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: e7da14fc-83b3-4327-8010-ce9770c1a517
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e4920-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: a2f904b7-2165-4ef0-a285-9ba3bc8a8fab
  kind: Event
  lastTimestamp: "2026-09-16T19:03:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:00Z"
    name: success-200-isvc-e4920-predictor.18d5e264fc5595d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: 3f3e2535-25dc-41b5-966a-6403a41d3b98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: a39774d2-b15b-4438-a82d-06d01873051f
  kind: Event
  lastTimestamp: "2026-09-16T19:02:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:35Z"
    name: success-200-isvc-e4920.18d5e25a7c8267a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21401"
    uid: 0657df93-5c19-4236-9883-8ecb255ef2c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e4920
    namespace: kserve-ci-e2e-test
    resourceVersion: "21371"
    uid: a39774d2-b15b-4438-a82d-06d01873051f
  kind: Event
  lastTimestamp: "2026-09-16T19:02:34Z"
  message: InferenceService [success-200-isvc-e4920] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:02:34Z"
    name: success-200-isvc-e4920.18d5e26611bded19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 58bcab70-3652-4ec4-a756-2e8588200627
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:52:19.764832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-15f71-6d86bc76cd-7x6g6
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:52:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:52:19Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e1d6d524cff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: dee63e3d-fbb9-4ece-b562-a29b2a19c95c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e1d6f738a0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 4a1a4d18-a1f7-4b57-a426-d9e5452582cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-15f71}
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e1d6f89dcec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: e0f19d1a-0278-4edc-aae5-3faeceb0db0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-15f71}
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: 'Created container: switch-graph-15f71'
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e1d6fc16a830
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: 214bc14a-9956-41cb-a1a9-c5c22b382065
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-15f71}
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: "2026-09-16T18:52:20Z"
  message: Started container switch-graph-15f71
  metadata:
    creationTimestamp: "2026-09-16T18:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:52:20Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e1d6fc88e7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: da18461c-55f7-4573-82ca-d61a9f590dc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-15f71}
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: "2026-09-16T19:00:34Z"
  message: Stopping container switch-graph-15f71
  metadata:
    creationTimestamp: "2026-09-16T19:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:34Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e24a07c35e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: b1f371bc-b01e-42e4-b8f6-5c44860650bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-15f71}
    kind: Pod
    name: switch-graph-15f71-6d86bc76cd-7x6g6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: afbfba8a-e006-4e8b-8f46-f07e36266776
  kind: Event
  lastTimestamp: "2026-09-16T19:01:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:00:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:02Z"
    name: switch-graph-15f71-6d86bc76cd-7x6g6.18d5e24aab436647
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: b2d1211b-7d06-4ab6-b61c-148f461bee91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-15f71-6d86bc76cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: d79a4791-10ad-48e6-8568-56c03b1194cc
  kind: Event
  lastTimestamp: "2026-09-16T18:52:19Z"
  message: 'Created pod: switch-graph-15f71-6d86bc76cd-7x6g6'
  metadata:
    creationTimestamp: "2026-09-16T18:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:19Z"
    name: switch-graph-15f71-6d86bc76cd.18d5e1d6d49dd386
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 2aa8abfb-e3c8-45ce-932f-02aa7762caa5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: 3a31345a-89f6-47de-bb4b-54c20c05eb79
  kind: Event
  lastTimestamp: "2026-09-16T18:52:19Z"
  message: Scaled up replica set switch-graph-15f71-6d86bc76cd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:19Z"
    name: switch-graph-15f71.18d5e1d6d3c88dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 6b9e8f67-9b11-4bfe-bbae-94c894fcb64c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 09472366-3704-4cb4-bcfa-1df27b148417
  kind: Event
  lastTimestamp: "2026-09-16T18:52:19Z"
  message: InferenceGraph [switch-graph-15f71] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:52:19Z"
    name: switch-graph-15f71.18d5e1d6d9aacd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: a84263d0-6f11-471b-b910-e20b4d6401ca
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 67d01b7f-633e-4df1-81a2-cb04951be71c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:34Z"
    name: switch-graph-15f71.18d5e1da52c9c75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 6e9994ed-8e47-4482-bb2c-79b74d676994
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 67d01b7f-633e-4df1-81a2-cb04951be71c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:34Z"
    name: switch-graph-15f71.18d5e1da53348e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: 9507a938-50b2-4402-a55a-6902115f6761
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 67d01b7f-633e-4df1-81a2-cb04951be71c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:49Z"
    name: switch-graph-15f71.18d5e1ddd213547d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 13460b31-3c66-431d-9970-07622625b50e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:52:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-15f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 67d01b7f-633e-4df1-81a2-cb04951be71c
  kind: Event
  lastTimestamp: "2026-09-16T18:52:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:52:49Z"
    name: switch-graph-15f71.18d5e1ddd286c56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 4ba1da54-33f3-40c1-ade5-a5c963d46eef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:51:09.310249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-35a06-7fd9cccc6d-k2gnt
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c66db90f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 29df21d2-205d-4b9b-beba-acd041504574
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c68faedd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15295"
    uid: b3f86e1b-b427-4977-8ded-abe856f1816a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-35a06}
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c6911b0646
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: ec0840ab-4f42-4edd-acee-3bab2eb873f2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-35a06}
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    in 1.938s (1.938s including waiting). Image size: 211458663 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:11Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c704a09383
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: bea041e3-9606-49c9-ae16-d0b15f9e7fe1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-35a06}
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:11Z"
  message: 'Created container: switch-graph-35a06'
  metadata:
    creationTimestamp: "2026-09-16T18:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:11Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c70780b9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: 80182b6d-6a63-4024-8673-ed74a191ba70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-35a06}
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:11Z"
  message: Started container switch-graph-35a06
  metadata:
    creationTimestamp: "2026-09-16T18:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:11Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c707f21f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: ec1cb704-9859-41ac-8307-8094b2182ee4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-35a06}
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:19Z"
  message: Stopping container switch-graph-35a06
  metadata:
    creationTimestamp: "2026-09-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:19Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c8ce5f0fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 1480355d-c440-4052-9d9b-ed010f01a7e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-35a06}
    kind: Pod
    name: switch-graph-35a06-7fd9cccc6d-k2gnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15272"
    uid: b8849771-7bad-4bd9-a5ec-c34b805f3f8f
  kind: Event
  lastTimestamp: "2026-09-16T18:51:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:51:47Z"
    name: switch-graph-35a06-7fd9cccc6d-k2gnt.18d5e1c99bb378a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 84f5973b-d440-4967-8e7e-733d60401715
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-35a06-7fd9cccc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: c6486a7f-60b0-435b-8a83-e5a6f0d00fc3
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: 'Created pod: switch-graph-35a06-7fd9cccc6d-k2gnt'
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06-7fd9cccc6d.18d5e1c66d1aa081
    namespace: kserve-ci-e2e-test
    resourceVersion: "15271"
    uid: 7a243a33-8528-4519-8416-260b8228c4a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: b4b21a93-d686-4aa4-bdd9-659b9fedde2e
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: Scaled up replica set switch-graph-35a06-7fd9cccc6d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06.18d5e1c66be15700
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: b1730762-e1f9-4d73-b300-49965c5135b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: c992a2b7-c302-4ac6-9e42-580cec6d055a
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: InferenceGraph [switch-graph-35a06] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06.18d5e1c672e197ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: 7d4e6d4a-1c53-459f-9d79-0837f4006f8d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: c992a2b7-c302-4ac6-9e42-580cec6d055a
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: 'Failed to update status for InferenceGraph "switch-graph-35a06": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-35a06":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06.18d5e1c675c6b593
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 9fb64af6-6887-4986-95ed-551494056d73
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:51:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-35a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: c992a2b7-c302-4ac6-9e42-580cec6d055a
  kind: Event
  lastTimestamp: "2026-09-16T18:51:09Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "switch-graph-35a06": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:51:09Z"
    name: switch-graph-35a06.18d5e1c675c70a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 23e2947b-3315-445c-bd40-a87246428e86
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:49.877235Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-d2d49-6548fd667c-bsphk
    to ip-10-0-133-99.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e2f53d8e4bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 5094d4e6-d5ff-4b7c-983d-a261b936d4d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76f978bc46-x7kj9
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:12:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-d2d49-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:50Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e2f546e1228d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 0541d0cc-3b8e-44f5-81a5-2f341e941e77
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e2f583428f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26769"
    uid: 8f8eee88-16e8-47ea-b271-4b7adc204630
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-d2d49}
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8bcf19d9ed90070ea776e0c3189bb53a4b1362b2d66bf974f83dca260544e4db"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e2f5856371f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26771"
    uid: af005b3b-66d9-4b3b-a4f7-299d68ff77a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-d2d49}
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: 'Created container: switch-graph-d2d49'
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e2f5881b9852
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: ffb44d21-5ace-45df-a54f-45297bcbedac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-d2d49}
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Started container switch-graph-d2d49
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e2f58887168f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: ad4347dd-7f4c-43d7-91b4-38abdf2ebb6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-d2d49}
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:29:09Z"
  message: Stopping container switch-graph-d2d49
  metadata:
    creationTimestamp: "2026-09-16T19:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:09Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e3d93d51723c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: 8fe05ac2-5e1d-47f0-bbe6-0e1706b07bee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-d2d49}
    kind: Pod
    name: switch-graph-d2d49-6548fd667c-bsphk
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: 48c89022-abda-4ced-8ac7-b8e81f54bc47
  kind: Event
  lastTimestamp: "2026-09-16T19:29:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:37Z"
    name: switch-graph-d2d49-6548fd667c-bsphk.18d5e3da21ee2ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: 86370cb1-05e4-4a1e-a2a1-141f983c73c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-99.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-99.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-d2d49-6548fd667c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 705d8612-e1ac-43d8-b784-dcb5c1a1d33e
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: 'Created pod: switch-graph-d2d49-6548fd667c-bsphk'
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: switch-graph-d2d49-6548fd667c.18d5e2f53ccd314e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26741"
    uid: 74bbc8a6-3b2e-48ab-bcf9-ae1eb7e14108
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 3e7233a4-fb67-49ea-b1f0-abd44e6677d5
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: Scaled up replica set switch-graph-d2d49-6548fd667c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: switch-graph-d2d49.18d5e2f53a9965e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26735"
    uid: 3f17e51b-fb50-4f6f-bc39-5a31decdefbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26752"
    uid: 8dce2830-4940-4888-a064-4c12ba39296c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:49Z"
  message: InferenceGraph [switch-graph-d2d49] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:49Z"
    name: switch-graph-d2d49.18d5e2f5449784b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26755"
    uid: ce580edf-595f-4dfc-8235-0838aa3c5d3f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 8dce2830-4940-4888-a064-4c12ba39296c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:50Z"
  message: 'Failed to update status for InferenceGraph "switch-graph-d2d49": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-d2d49":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:50Z"
    name: switch-graph-d2d49.18d5e2f5492960a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26761"
    uid: 3f4c4378-2452-4dad-84c9-99ebbad67a30
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 8dce2830-4940-4888-a064-4c12ba39296c
  kind: Event
  lastTimestamp: "2026-09-16T19:12:50Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "switch-graph-d2d49": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:50Z"
    name: switch-graph-d2d49.18d5e2f54929a7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26763"
    uid: cd34a32b-6008-4b62-a0fc-9655d3d3e44d
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5d760fdd-c3c2-4c64-a7a6-cc253190ad52
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: switch-graph-d2d49.18d5e2f8ba381ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: d1a76adf-1278-423a-b8cd-d73ea4f31045
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 5d760fdd-c3c2-4c64-a7a6-cc253190ad52
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: switch-graph-d2d49.18d5e2f8bb6468fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: 50beea82-44d7-46e4-9a26-ea35816938b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 5d760fdd-c3c2-4c64-a7a6-cc253190ad52
  kind: Event
  lastTimestamp: "2026-09-16T19:13:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:19Z"
    name: switch-graph-d2d49.18d5e2fc3b3627ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27054"
    uid: 14651dea-d7c0-4e97-80c0-a4f494139d00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-d2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 5d760fdd-c3c2-4c64-a7a6-cc253190ad52
  kind: Event
  lastTimestamp: "2026-09-16T19:13:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:19Z"
    name: switch-graph-d2d49.18d5e2fc3bae742b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: 60e70ee6-9b13-4ddd-b4d8-3a9df5127740
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "33943"