---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:14:06.506573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf61f0b1724d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: d9eaff94-f507-4b10-b0e2-52774552db3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf62126fd5a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: a35bd8f5-a2d6-4dad-95be-bff9c572bfab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-bfe0b}
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf6213adae1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: a2031e64-542a-4924-a3b2-92760f1d73a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-bfe0b}
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: 'Created container: ensemble-graph-bfe0b'
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf6216b67e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: b83f414e-72c6-415d-9bd3-2ceaf057f5ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-bfe0b}
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Started container ensemble-graph-bfe0b
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf62173ed8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: 766ee6b9-c222-4d79-ac14-eca4ef51c72c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-bfe0b}
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Stopping container ensemble-graph-bfe0b
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf6449568b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21845"
    uid: df80c190-3f98-4e49-97f0-e3f6d2c21ddd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-bfe0b}
    kind: Pod
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 5c61b4a7-5be5-482c-ac95-35ab7d0e0399
  kind: Event
  lastTimestamp: "2026-09-16T13:14:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:43Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p.18d5cf64d6af6419
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: fad38a2c-231a-4682-9200-7540bdd79199
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-bfe0b-7bfd7d4fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: 2521656c-d552-4898-ad22-f7876abd2e2a
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'Created pod: ensemble-graph-bfe0b-7bfd7d4fb7-hkq8p'
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: ensemble-graph-bfe0b-7bfd7d4fb7.18d5cf61f0610757
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 2fda243a-f7c3-489f-be90-02adbdfbb12a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-bfe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 6fdaae3f-c549-4eec-aef1-d4f062352751
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Scaled up replica set ensemble-graph-bfe0b-7bfd7d4fb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: ensemble-graph-bfe0b.18d5cf61efa35b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: 8c399eee-e511-4338-82d9-b0989a9d4cac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-bfe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 513293b4-eacc-4b7a-833e-3da637491e6f
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: InferenceGraph [ensemble-graph-bfe0b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: ensemble-graph-bfe0b.18d5cf61f48539a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: dc93ef73-5b87-4e5c-a84a-99f28cdd3759
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:15:16.822269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/ensemble-graph-d30d6-6486bfbb6f-42c7p
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cf724fd5dbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 190526b3-bdc6-4e4a-a59c-4e469e90c183
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "ensemble-graph-d30d6-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cf7259bbdcb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 005abbf9-4c01-4a37-9113-24ed076b3432
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cf7295fab5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 7c194d70-0b3e-4463-8a2a-3dad020cc941
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-d30d6}
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cf729731a37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: f9cfe497-fcbf-4726-9597-65f85cd1e889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-d30d6}
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: 'Created container: ensemble-graph-d30d6'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cf72999f32c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: e11805d6-4001-44f0-a885-e82543d1a735
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-d30d6}
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Started container ensemble-graph-d30d6
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cf729a3fe31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: c22fae26-25b4-480c-83dc-90826fddf5cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-d30d6}
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Stopping container ensemble-graph-d30d6
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cfe57c1fd67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26492"
    uid: eebf4e3e-0c1a-4726-869f-38592bb611e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{ensemble-graph-d30d6}
    kind: Pod
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: a0823a3d-37c3-408d-aed8-5b315b6f1381
  kind: Event
  lastTimestamp: "2026-09-16T13:23:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:59Z"
    name: ensemble-graph-d30d6-6486bfbb6f-42c7p.18d5cfe6207cf305
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 6c2a77a6-fe41-40cb-b4bc-e861088157f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: ensemble-graph-d30d6-6486bfbb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22626"
    uid: 7c816bc7-9773-46b6-8c27-a54e7cbceca8
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'Created pod: ensemble-graph-d30d6-6486bfbb6f-42c7p'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6-6486bfbb6f.18d5cf724f7ded7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22639"
    uid: 29845cf9-8109-498f-bef9-9e6ce4f8fa30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: ensemble-graph-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22623"
    uid: ffe90d2c-861f-414e-a8bc-67c5aa2d963b
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Scaled up replica set ensemble-graph-d30d6-6486bfbb6f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6.18d5cf724eb3cba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: af3b9524-cb2e-49b4-894a-6b9645af5779
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 8815cebd-2d1d-4728-8a9f-61c3a20784d4
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: InferenceGraph [ensemble-graph-d30d6] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6.18d5cf72529bd362
    namespace: kserve-ci-e2e-test
    resourceVersion: "22656"
    uid: 724f995e-8c0f-43f4-a749-e3f89e29b4c0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: 8815cebd-2d1d-4728-8a9f-61c3a20784d4
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'Failed to update status for InferenceGraph "ensemble-graph-d30d6": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "ensemble-graph-d30d6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6.18d5cf7254f09f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: bb7011ea-6853-43e8-8607-97c15f8a5098
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: ensemble-graph-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: 8815cebd-2d1d-4728-8a9f-61c3a20784d4
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "ensemble-graph-d30d6": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: ensemble-graph-d30d6.18d5cf7254f0e470
    namespace: kserve-ci-e2e-test
    resourceVersion: "22663"
    uid: 7820489d-f4ee-4d32-b09b-5e38715dd4ea
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: e74024f2-7bff-45e4-a09a-a19d53c314e3
  kind: Event
  lastTimestamp: "2026-09-16T13:15:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:46Z"
    name: ensemble-graph-d30d6.18d5cf75ccfbf59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22962"
    uid: 350c7aa2-08b1-456a-af22-2e5453906369
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: ensemble-graph-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: e74024f2-7bff-45e4-a09a-a19d53c314e3
  kind: Event
  lastTimestamp: "2026-09-16T13:15:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:46Z"
    name: ensemble-graph-d30d6.18d5cf75cd5a6c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 398d1f77-f5c3-4a4c-a10b-6dd9d4c90d57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:51.570565Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2c3a69e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 20ca2c48-efd0-404a-bc85-01660c355a3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2e56fad10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: e931c178-80b2-4637-b25e-34bf09efe917
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2e6ecddf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: eeab214e-d1d9-4336-8a91-5021fb514f04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2e9ac5fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: fcac80bd-6160-4dd0-addc-06cdd294eb16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2ea1e0dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 41b476c6-9c05-4973-b4b5-b87ccd3657ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2ea286840
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 913de7fc-e0cc-44df-90f4-69e80f998bfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2ecf0f8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 19d96ff7-adc7-48c8-89eb-804590a9d665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced2ed60535f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: b7bcd91f-1121-4a9a-95c8-adb22d64cabf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:13:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:09Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5ced33e6822dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: bcf53fd3-c247-46f2-9755-e34cecfeffa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5cf53f85793d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: f995e994-3158-45f6-8b68-25f7c993b18f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5cf53f857e9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: a9fb0708-da42-4869-8d3f-d4b5378dc6f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 9065332b-0aad-41ac-ac58-5924cfea2119
  kind: Event
  lastTimestamp: "2026-09-16T13:13:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:09Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm.18d5cf54b2e4e0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 318a50f3-d013-44f6-9261-b48224aafcd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-03a3a-predictor-864f8dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 2729bde1-bdc1-471f-ae51-027671b034c5
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: 'Created pod: error-404-isvc-03a3a-predictor-864f8dfd-tx9rm'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: error-404-isvc-03a3a-predictor-864f8dfd.18d5ced2c344851d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 2300ec88-a6cd-4619-b2aa-bfe496e3c429
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 05ad9cb0-5398-4d46-881b-ee33be46ff5b
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Scaled up replica set error-404-isvc-03a3a-predictor-864f8dfd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: error-404-isvc-03a3a-predictor.18d5ced2c1daed9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 3801ecc5-1875-4c78-9fb4-8f3c399dc000
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 74cf7c2c-bb39-45fd-8232-f87194bee09b
  kind: Event
  lastTimestamp: "2026-09-16T13:04:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:21Z"
    name: error-404-isvc-03a3a-predictor.18d5ced64064529c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16976"
    uid: fc605f44-0190-471d-943a-ee329d02080f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 74cf7c2c-bb39-45fd-8232-f87194bee09b
  kind: Event
  lastTimestamp: "2026-09-16T13:04:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:21Z"
    name: error-404-isvc-03a3a-predictor.18d5ced640afa2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 1080c919-7b0a-425b-b0bf-46236bdb56e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 74cf7c2c-bb39-45fd-8232-f87194bee09b
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: error-404-isvc-03a3a-predictor.18d5cedd3e1f5aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: ed8ce09b-3e90-488a-9bba-abeb4533cf4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16846"
    uid: 74cf7c2c-bb39-45fd-8232-f87194bee09b
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: error-404-isvc-03a3a-predictor.18d5cedd3e8935f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 1a1d4251-272e-4153-9456-cc8cd1937fc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 916af56c-73ff-479f-9682-918688b1c843
  kind: Event
  lastTimestamp: "2026-09-16T13:04:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:39Z"
    name: error-404-isvc-03a3a.18d5ced2c1dbed7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: 3cc7efed-06c3-49ae-a873-9b0677c34c17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 916af56c-73ff-479f-9682-918688b1c843
  kind: Event
  lastTimestamp: "2026-09-16T13:04:39Z"
  message: InferenceService [error-404-isvc-03a3a] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:39Z"
    name: error-404-isvc-03a3a.18d5ceddf95cfbf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 42317e1d-1e2a-4fb4-8513-09a2ba945743
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:24:42.220414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff5f430e496
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: f708e9c7-29bf-433f-bc95-8302089a8aaa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-11631-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff603ffafeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27469"
    uid: 3f6efc52-0864-4d30-8025-6592c3786055
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27462"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff63a331f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: 31f17728-70cf-4221-8a8d-d55c91d41e3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff63c00c64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27494"
    uid: 1fdcd893-cf5b-4cb6-aac5-cc0dfabaa55d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff63f1fffad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27495"
    uid: 9b541cbd-9837-4af8-8b55-b0812334b948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff63f9be845
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: 053cba2a-f998-410f-82f5-c8dd5ed7441f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff63fa86259
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 5ae4352f-2e23-47e6-b0f3-9a1525c072cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff642dd64ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 06847124-fb85-425b-9681-84da4c7f1dec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:43Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff64362a3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27499"
    uid: acf66478-7e26-4882-8e21-9b88a9150f18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:25:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:21Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5cff6b5ab2449
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 07e93cff-b3d8-4913-9f87-1f341ee3137b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:33:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:33:56Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5d07717adac3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: 9638e67d-711b-484f-beef-66e347cebcc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: d06f5a66-69c5-4c5d-9419-d76fcf88b6e7
  kind: Event
  lastTimestamp: "2026-09-16T13:33:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:33:56Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4-spbkr.18d5d07717aef1a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31590"
    uid: d71c2964-ba66-4a4c-a81a-eeae5baff13f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-11631-predictor-58dc68f8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: a8f96ee5-2e35-4e74-b7c3-e6b63a796822
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'Created pod: error-404-isvc-11631-predictor-58dc68f8c4-spbkr'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-11631-predictor-58dc68f8c4.18d5cff5f3a3dfe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 10d9ee4d-2d1d-4f39-bcf2-4c689427ddc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27442"
    uid: 8006dcd7-189b-42c5-aff5-761132296bbc
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Scaled up replica set error-404-isvc-11631-predictor-58dc68f8c4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-11631-predictor.18d5cff5f185e925
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: d2064da1-170a-47d5-9d86-106dc1a3420e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 3430b405-99bb-47e4-89bc-ee7abe31d89b
  kind: Event
  lastTimestamp: "2026-09-16T13:25:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:27Z"
    name: error-404-isvc-11631-predictor.18d5cff9703e17a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: 3efb5061-90ca-47ce-bd10-60303ca147f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 3430b405-99bb-47e4-89bc-ee7abe31d89b
  kind: Event
  lastTimestamp: "2026-09-16T13:25:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:27Z"
    name: error-404-isvc-11631-predictor.18d5cff970b7d73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: 9a970f6e-0dae-48bb-9518-b361f75d614c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 3430b405-99bb-47e4-89bc-ee7abe31d89b
  kind: Event
  lastTimestamp: "2026-09-16T13:25:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:57Z"
    name: error-404-isvc-11631-predictor.18d5d003ed6ae37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: 0049f2db-42aa-41fb-91e3-1e5b2ce83d66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 3430b405-99bb-47e4-89bc-ee7abe31d89b
  kind: Event
  lastTimestamp: "2026-09-16T13:25:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:57Z"
    name: error-404-isvc-11631-predictor.18d5d003ede28327
    namespace: kserve-ci-e2e-test
    resourceVersion: "28249"
    uid: 8a1e7cb2-04d4-4d72-b6d7-da5c432cd6a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: e9a044e3-fb00-4ea7-8984-48464fb6e601
  kind: Event
  lastTimestamp: "2026-09-16T13:25:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: error-404-isvc-11631.18d5cff5f1738c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27954"
    uid: 100dd993-7ce0-40cd-8b15-f8a85f3d235a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: e9a044e3-fb00-4ea7-8984-48464fb6e601
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'Failed to update status for InferenceService "error-404-isvc-11631": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "error-404-isvc-11631":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-11631.18d5cff5f1dc3201
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: 5eec950d-bb11-4349-a8b9-0706c5bb5a11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: e9a044e3-fb00-4ea7-8984-48464fb6e601
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "error-404-isvc-11631": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-11631.18d5cff5f1dd062b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27450"
    uid: 7a6fc63a-3ec0-4628-a5ad-ecb95d0a97d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: e9a044e3-fb00-4ea7-8984-48464fb6e601
  kind: Event
  lastTimestamp: "2026-09-16T13:25:31Z"
  message: InferenceService [error-404-isvc-11631] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: error-404-isvc-11631.18d5d00171b9e14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27951"
    uid: 83a199e3-8090-486f-bb05-78ebf28bbb18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:02:21.571796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cebdcf4e6be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 4c9b37c4-5e72-4eee-a21b-81367b6364f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cebdf12e4f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 1d3d70cb-0cf5-44ce-8ce4-7ce09f36fa9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Pulling image "quay.io/opendatahub/error-404-isvc:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cebdf327d769
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: de640bf7-9c9f-412f-a8d8-81161cde8ae3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/error-404-isvc:odh-pr-1955"
    in 11.844s (11.844s including waiting). Image size: 1355725392 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:34Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec0b51ea2c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 8ac9fe2a-4dba-4e19-ac67-c2b92343a2c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:34Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec0b8e264f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 8e0aaecb-6d01-4db4-8e56-441c98fab266
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:34Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec0b9598909
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: d92389fe-66bb-4cb0-aaf6-6cccc3165c9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T13:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:34Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec0b9679a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 18325645-5193-437c-916c-bd901ab6db3c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.303s (2.303s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:36Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec142b83fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: 4cfe3303-4c39-45ce-a4e6-61586b9f91ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:36Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec145a5ed4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: 8d489f02-e08e-4660-8e0c-ab11d28d4ad9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:02:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:36Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec146149903
    namespace: kserve-ci-e2e-test
    resourceVersion: "15861"
    uid: ca6166d8-dad5-45df-8c7b-667e6d9ea655
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:03:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:53Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5cec17bab2a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 73e7a9b5-e2d8-4494-9bc7-3e76692853a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5ced2b942b2f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: d2ca2e75-fe3c-4991-9bd5-0708aeee1f13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5ced2b942ed17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 16585909-99e4-463b-92ec-df3b096bb0c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 69e1a540-7df7-40ab-bd62-47ca77a1b932
  kind: Event
  lastTimestamp: "2026-09-16T13:03:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:53Z"
    name: error-404-isvc-18839-predictor-7c655d78b4-v8rzm.18d5ced32ddec13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 925ccd86-e335-4727-8551-f50118f56cc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-18839-predictor-7c655d78b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: 9027c9e1-ea3f-47d3-a0b7-2e4846bdeeba
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'Created pod: error-404-isvc-18839-predictor-7c655d78b4-v8rzm'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: error-404-isvc-18839-predictor-7c655d78b4.18d5cebdcec45fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 24306902-d7f4-4cad-8af8-9d1d2bd1e379
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 29f8e11b-8b88-4546-8af5-844fe680a618
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: Scaled up replica set error-404-isvc-18839-predictor-7c655d78b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: error-404-isvc-18839-predictor.18d5cebdcc2bc41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: 5a5da3cb-b51d-4742-b61f-14ccfc19bcfd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 38ae429b-702c-40d9-bf48-dce6d6755912
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: error-404-isvc-18839-predictor.18d5cec14a9a3ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: d40d1caa-d5ad-4fbe-8527-1f9186b826f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 38ae429b-702c-40d9-bf48-dce6d6755912
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: error-404-isvc-18839-predictor.18d5cec14b05decd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: 41ff195a-379a-4bf4-8dd5-a71fe3fa8fa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 38ae429b-702c-40d9-bf48-dce6d6755912
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: error-404-isvc-18839-predictor.18d5cecbc79f1f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: ebcfc2db-5fa1-46ae-a259-5f5b57f9b843
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 38ae429b-702c-40d9-bf48-dce6d6755912
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: error-404-isvc-18839-predictor.18d5cecbc7eaa885
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 79913a84-17b0-4670-902f-416acd4ea02d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-18839
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: e633c7d0-4287-49ef-b6f2-158bf2d980ff
  kind: Event
  lastTimestamp: "2026-09-16T13:03:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:23Z"
    name: error-404-isvc-18839.18d5cebdcc2e574e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 12913e37-a16c-413a-9c30-2f52d7cf6571
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-18839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: e633c7d0-4287-49ef-b6f2-158bf2d980ff
  kind: Event
  lastTimestamp: "2026-09-16T13:03:23Z"
  message: InferenceService [error-404-isvc-18839] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:23Z"
    name: error-404-isvc-18839.18d5cecc39aa3918
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: d1ea47d7-adc4-4bf5-95a1-001bb89fabf0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:04:51.588800Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-46b60-predictor-786fd95898-n46zk
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0bd048e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: ce669d68-8955-4934-8ad4-0c8c96da9014
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0deb517a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 37f793e6-c4b5-4259-85f6-b3ddad0914cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0dfece3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: bc2ca753-fe70-4cc0-8bf5-739061d3fe0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0e2ccc6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 9ce91f7c-de28-443f-8e9a-7f425091eea2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0e350fa7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 3800f4c2-bcc5-46eb-bcc3-61c86f191619
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0e35a8343
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 87686c67-5acb-4c49-bc3c-9a099141962f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0e6853cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: a21b13d7-1a73-4802-9897-902907977ffc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee0e6f795da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 1619f799-6b79-4f53-a42d-8a858699f33d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:05:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:29Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cee1455440e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: d8bd83ae-25ae-4863-b861-34788aaa9995
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cf61e6ca128b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: c7eb4547-53f3-4af3-a7f4-53cf4b38cfa9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: fa4861b0-6e22-42b0-aa77-99e87d3a4354
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-46b60-predictor-786fd95898-n46zk.18d5cf61e6caa547
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 10d537c6-992b-423f-a83e-897cead5fde3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-46b60-predictor-786fd95898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: 17c8f8f1-ce35-4880-87bd-803021b4710e
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'Created pod: error-404-isvc-46b60-predictor-786fd95898-n46zk'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: error-404-isvc-46b60-predictor-786fd95898.18d5cee0bc921275
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 721361a9-1f1b-43e0-bacb-b296325e336e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: bfe9a343-150f-4e84-94ae-d7ef3378b9fe
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Scaled up replica set error-404-isvc-46b60-predictor-786fd95898 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: error-404-isvc-46b60-predictor.18d5cee0baf43d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: f8768196-2c40-40ee-a150-d714acb0feae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a95c360c-8f2b-44c0-b2fc-da1e8df2df69
  kind: Event
  lastTimestamp: "2026-09-16T13:05:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:21Z"
    name: error-404-isvc-46b60-predictor.18d5cee43975fba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 9cc8330c-9741-44f3-8b22-7f35e5aedbe7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: a95c360c-8f2b-44c0-b2fc-da1e8df2df69
  kind: Event
  lastTimestamp: "2026-09-16T13:05:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:21Z"
    name: error-404-isvc-46b60-predictor.18d5cee439dc43e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 5d095736-6016-4cfb-88ba-162f30d71f0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: a95c360c-8f2b-44c0-b2fc-da1e8df2df69
  kind: Event
  lastTimestamp: "2026-09-16T13:06:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:06Z"
    name: error-404-isvc-46b60-predictor.18d5ceeb374f752a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18100"
    uid: 7876f79a-f054-48c6-abea-a2990a57519c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: a95c360c-8f2b-44c0-b2fc-da1e8df2df69
  kind: Event
  lastTimestamp: "2026-09-16T13:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:06Z"
    name: error-404-isvc-46b60-predictor.18d5ceeb37be4da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 9d67f36b-4938-40a1-93b3-802de43e67ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 6ef0a585-64d4-4550-a998-1a95115be0cb
  kind: Event
  lastTimestamp: "2026-09-16T13:05:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:39Z"
    name: error-404-isvc-46b60.18d5cee0baf58b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: c6749ad6-7093-47aa-8ae8-2f46c38185bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 6ef0a585-64d4-4550-a998-1a95115be0cb
  kind: Event
  lastTimestamp: "2026-09-16T13:05:39Z"
  message: InferenceService [error-404-isvc-46b60] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:39Z"
    name: error-404-isvc-46b60.18d5ceec0081deb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 0e5e3e1e-8cb7-4032-a5a7-1faddb3e2bc3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:15:16.813345Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf724f4e066f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22637"
    uid: e8ded3f3-e01a-459d-9456-70b5f358433d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-4c3c9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf7259ba9ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22671"
    uid: a326361d-75c0-477b-b573-595c6d29ddf0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:15:17Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf72954bde00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: 3bd7eaa9-17c3-4d5b-aea8-411ffad28de4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf7296994761
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: e6f97aaa-ef8b-4144-98bf-443c8947afe3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf7299932f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: 74bd9cdc-465b-40e5-9973-abbaa37a6482
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf729a404782
    namespace: kserve-ci-e2e-test
    resourceVersion: "22702"
    uid: 19f098e3-cc71-4c40-8854-ae89d098c310
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf729a4a34a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: e675144c-338f-4df9-9f28-fc617563e4a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf729d0f2d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c8319f40-ce37-45e7-ad83-a451922409b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf729d7f2b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: e1ba98ce-8b42-4a67-8353-1255ce249752
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:24:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:35Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cf72dffcfa1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27296"
    uid: be05f2f9-fa7d-4903-b3d0-6165e0fe61b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cff37f74ae90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27148"
    uid: 9aaf20ac-05c7-4a18-ad0d-0b6b77c7ec51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cff37f75f0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 0be18518-6433-4325-ab5c-49dc6922a0a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22634"
    uid: 019e4224-cfaa-40fa-9eca-65aaee18a3df
  kind: Event
  lastTimestamp: "2026-09-16T13:24:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:35Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5.18d5cff454747be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: e4025c0e-ddcc-4b5e-b738-f35d2ed8a935
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22614"
    uid: 23f7a8ce-6695-4c2c-acc0-b29faffaea93
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'Created pod: error-404-isvc-4c3c9-predictor-5cdbd6cff4-ms4k5'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: error-404-isvc-4c3c9-predictor-5cdbd6cff4.18d5cf724ebe2da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: c674e0dc-c37c-4c6e-b978-caf3577b30c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22611"
    uid: 461c45d0-d9e2-46c2-8889-92172e5052b7
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Scaled up replica set error-404-isvc-4c3c9-predictor-5cdbd6cff4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: error-404-isvc-4c3c9-predictor.18d5cf724d1d3dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22618"
    uid: 2a9aaadc-4b8d-42b6-82a1-d030ac062740
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22612"
    uid: 051ab374-0c21-44a8-9398-342aadcef858
  kind: Event
  lastTimestamp: "2026-09-16T13:15:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:46Z"
    name: error-404-isvc-4c3c9-predictor.18d5cf75cb9448e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: 2e949b2c-63f9-4cef-a877-fc2427b468ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22612"
    uid: 051ab374-0c21-44a8-9398-342aadcef858
  kind: Event
  lastTimestamp: "2026-09-16T13:15:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:46Z"
    name: error-404-isvc-4c3c9-predictor.18d5cf75cbfe97ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: aa89c307-2bd5-4617-9690-882d5eafa7e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: 051ab374-0c21-44a8-9398-342aadcef858
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: error-404-isvc-4c3c9-predictor.18d5cf7cc957a039
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: b4f08817-ab07-42b2-8481-84965df27911
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22840"
    uid: 051ab374-0c21-44a8-9398-342aadcef858
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: error-404-isvc-4c3c9-predictor.18d5cf7cc9c0caa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 15563a33-6e8b-4f88-ba45-0eb658798123
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: 11408691-f4c5-491a-b135-dac734b94602
  kind: Event
  lastTimestamp: "2026-09-16T13:16:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:05Z"
    name: error-404-isvc-4c3c9.18d5cf724cf0681d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23118"
    uid: 5d9589a7-6e11-433b-b854-59d93f350d42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 11408691-f4c5-491a-b135-dac734b94602
  kind: Event
  lastTimestamp: "2026-09-16T13:16:05Z"
  message: InferenceService [error-404-isvc-4c3c9] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:05Z"
    name: error-404-isvc-4c3c9.18d5cf7d9ae87ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: f63f9eb3-361d-42e6-bba8-26c6ed3e9a2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:24:31.883131Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27206"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff38c0a8f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: b4ef4244-965f-4227-a941-1ea214ad750b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-a1820-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff398706410
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 6d0f6f5b-196b-409f-8c67-1f085baa6b2f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3d224502a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27254"
    uid: a234cab3-9b21-45a3-b05c-4324b811423f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3d43743e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 15a2fb05-22e0-42fa-89cd-aab36173cfef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3d75ea10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 8066310f-b285-4970-acc2-12cec6c7628e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3d7d965bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: eaa4c617-2791-433c-9104-60ff803f783f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3d7e5aabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: d5358e6c-8c3c-4e01-818e-a83f51b742b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3dadb69bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27264"
    uid: 98b54e00-a001-4618-b263-c242e72c8cda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3db59c2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27265"
    uid: db67aef7-c690-4081-a90f-aeed86147a24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:25:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:19Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5cff3e6a42578
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 9cd00849-5702-478c-b34a-addbbae48a29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:41:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:41:51Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5d0e58029be99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34879"
    uid: d0df4778-78f0-4466-affc-c38b347791c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: a51c368d-7fb5-4c59-905f-784565b4d1f9
  kind: Event
  lastTimestamp: "2026-09-16T13:41:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:41:51Z"
    name: error-404-isvc-a1820-predictor-79bf8db794-hl7vl.18d5d0e5802a2f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "34880"
    uid: 4b141154-b63f-4c4c-a5da-9fabe76ba35f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-a1820-predictor-79bf8db794
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: 8707b933-c62b-426e-bd52-e3752f23400b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'Created pod: error-404-isvc-a1820-predictor-79bf8db794-hl7vl'
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-a1820-predictor-79bf8db794.18d5cff38b9d1f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 678fedd4-ffcd-4b6a-a64c-d89f621cf36b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27195"
    uid: abf1109d-560d-4405-ab04-c815f0a8e3b3
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Scaled up replica set error-404-isvc-a1820-predictor-79bf8db794 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-a1820-predictor.18d5cff389a1f249
    namespace: kserve-ci-e2e-test
    resourceVersion: "27200"
    uid: 58893297-1172-47b8-bc1c-21f58eff1b13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: d3909fc6-4465-423d-91de-c82bbb214aba
  kind: Event
  lastTimestamp: "2026-09-16T13:25:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:01Z"
    name: error-404-isvc-a1820-predictor.18d5cff7082d16dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27674"
    uid: cb4ea3f3-802c-49a5-bae8-f1bd2f445435
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: d3909fc6-4465-423d-91de-c82bbb214aba
  kind: Event
  lastTimestamp: "2026-09-16T13:25:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:01Z"
    name: error-404-isvc-a1820-predictor.18d5cff708a5d9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27676"
    uid: 06545889-9641-426d-889a-6a4450d8a86a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: d3909fc6-4465-423d-91de-c82bbb214aba
  kind: Event
  lastTimestamp: "2026-09-16T13:25:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:46Z"
    name: error-404-isvc-a1820-predictor.18d5cffe06e052b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: ad9ffb45-3000-4020-8f32-27e08a9b51fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: d3909fc6-4465-423d-91de-c82bbb214aba
  kind: Event
  lastTimestamp: "2026-09-16T13:25:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:46Z"
    name: error-404-isvc-a1820-predictor.18d5cffe07f405aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28159"
    uid: 6ad40b68-ba04-4e0f-b51f-e6c1a1107950
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: 70622649-77d2-4652-a874-02531b7391c5
  kind: Event
  lastTimestamp: "2026-09-16T13:25:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:29Z"
    name: error-404-isvc-a1820.18d5cff389b337a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: 652b4e9c-055c-4791-b9ee-a11afc0f6bee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27916"
    uid: 70622649-77d2-4652-a874-02531b7391c5
  kind: Event
  lastTimestamp: "2026-09-16T13:25:29Z"
  message: InferenceService [error-404-isvc-a1820] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:29Z"
    name: error-404-isvc-a1820.18d5d000f7028f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: 5bf79c22-718a-4ebc-b8e5-d3f9feec0d74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:14:06.491872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf61efd1268b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: 53bee4b5-9a1c-4693-9727-a68f14e948dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "error-404-isvc-aa957-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf61fd2de2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: 8c51532e-2533-41a1-85ef-4bec26fac33b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf6235a004e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: 0c32fccb-8a6e-43f0-a723-9f0820d6049e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf6236e742aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 0f830740-3d5a-4c2e-ad7f-57045394f61e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf6239ff5500
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 97bb5645-c777-4ca2-805e-a681ebb79db4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf623a79c776
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: 037b0be9-72ce-4921-b796-cafcd7a3fb95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf623a864461
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 9eaf353e-571e-4b45-b58d-32a8d3d85686
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf623dc249b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: a3522af0-9847-4e6a-b8d5-af5a518db217
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf623e38c9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: fc6fd487-66f9-4fef-97bc-90c8f3ac9e68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:14:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:43Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf62467268a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 811248e1-aec2-4585-8591-8299edff6262
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf72449eb560
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: f6857b14-c59a-49e9-8096-2b6d0a2464c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf72449f2708
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: e46f1a42-0ec7-4c76-927b-44a83a204670
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 5b866478-1a7b-4b0d-8780-728008d47114
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx.18d5cf72ceacdc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: 0aa4e671-a589-4c90-b286-0272e0999293
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-aa957-predictor-85ccdd9d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21659"
    uid: 2b48b8c5-a3be-4f2a-a996-1d6ff9f26010
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'Created pod: error-404-isvc-aa957-predictor-85ccdd9d88-88xfx'
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-aa957-predictor-85ccdd9d88.18d5cf61ef5798b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: bc75201a-c0a5-4caa-af35-6f811401c5a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 11aec4ed-b02f-4f8c-8bee-2a964eab08fd
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Scaled up replica set error-404-isvc-aa957-predictor-85ccdd9d88 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-aa957-predictor.18d5cf61edb5c2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: 5ab7093a-b0f9-4ff2-827c-3c01c7f668f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21658"
    uid: 63c338aa-10ae-4c6b-9a76-470dc3a846b5
  kind: Event
  lastTimestamp: "2026-09-16T13:14:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:36Z"
    name: error-404-isvc-aa957-predictor.18d5cf656c6abb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: 41f3013b-0d3a-4c4e-8096-9f15731d1744
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21658"
    uid: 63c338aa-10ae-4c6b-9a76-470dc3a846b5
  kind: Event
  lastTimestamp: "2026-09-16T13:14:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:36Z"
    name: error-404-isvc-aa957-predictor.18d5cf656cd382fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 8d57a48c-ad42-4d31-8d9e-a2dc55ace0a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 63c338aa-10ae-4c6b-9a76-470dc3a846b5
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: error-404-isvc-aa957-predictor.18d5cf6c6a5c8e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 983c7f5c-83a3-4906-b2d0-207f63fbbac2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 63c338aa-10ae-4c6b-9a76-470dc3a846b5
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: error-404-isvc-aa957-predictor.18d5cf6c6adfaf1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 006306ea-d4e7-4eaa-a319-0de52f26a965
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: acd9389d-ca8a-4b33-a937-6f71a163818c
  kind: Event
  lastTimestamp: "2026-09-16T13:14:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:54Z"
    name: error-404-isvc-aa957.18d5cf61edd6c16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22297"
    uid: 56d2cf63-4185-44c1-963c-04d0891aa7ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: acd9389d-ca8a-4b33-a937-6f71a163818c
  kind: Event
  lastTimestamp: "2026-09-16T13:14:54Z"
  message: InferenceService [error-404-isvc-aa957] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:54Z"
    name: error-404-isvc-aa957.18d5cf6d014870fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: f52005d1-dc61-482d-8893-085e0ab79eae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:13:06.568344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf53fc19979e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: 2ca0432d-177c-40ed-9968-0d571add3617
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf541df69d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: 32bf624e-463a-4fc5-9b3b-f4991003820b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf541f61554e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 59c84896-31b7-4789-9cf3-97e8912dfb48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf5421fde0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: 60c82741-e52b-4321-b04e-2ba7f442fd2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf5422a4ad25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 27969ecc-c3a5-4eab-b615-2441408a17b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf5422ae24f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: aae495a6-add7-4579-81cc-ea9d72b1ee11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf5425859f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 0cb63adc-2049-4319-b1d0-199a8968361a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf5425f62aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: f34a1de2-a856-4a58-8491-bab302e24db7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:13:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:44Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf547bfc8957
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: a543a5ee-ff07-4e9a-aa62-2d62603b3850
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf645018c3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 15a3dce8-6c63-4767-9d26-8587226f8d14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf6450193b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: c9bcd35d-ba45-4cdd-97f8-1a9f0d3e376b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: 3a125a08-cccc-4799-aa16-1e3eb736b7f3
  kind: Event
  lastTimestamp: "2026-09-16T13:14:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:19Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs.18d5cf65044009e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: 9f4ad97e-9081-4bd2-bfe8-df0738a9f68c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 28e54358-213d-4001-9f4e-bad8cd5d5963
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: 'Created pod: error-404-isvc-bfe0b-predictor-c5c5ddc64-z8xqs'
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: error-404-isvc-bfe0b-predictor-c5c5ddc64.18d5cf53fbb5a548
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 1b9556df-6628-4c7c-9aad-f0bd1d215ab0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21038"
    uid: 9c6e4804-138d-45a4-b1c8-399bc433d43e
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Scaled up replica set error-404-isvc-bfe0b-predictor-c5c5ddc64 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: error-404-isvc-bfe0b-predictor.18d5cf53fa3133e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: bb3e8321-c9fa-4c92-9d92-df9125c3440a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: d84aabf5-7978-4d18-a6d2-be78a61fd1bd
  kind: Event
  lastTimestamp: "2026-09-16T13:13:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:36Z"
    name: error-404-isvc-bfe0b-predictor.18d5cf5778bc55c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 3630f8bc-e4c7-4b05-9b34-d469efa89ef3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: d84aabf5-7978-4d18-a6d2-be78a61fd1bd
  kind: Event
  lastTimestamp: "2026-09-16T13:13:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:36Z"
    name: error-404-isvc-bfe0b-predictor.18d5cf5779253a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 8f54861e-83bb-4e82-9988-e81a0ca1b329
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21220"
    uid: d84aabf5-7978-4d18-a6d2-be78a61fd1bd
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-bfe0b-predictor.18d5cf5e76744aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 29fdfff0-d3c0-4c94-9589-b089b730dc15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21220"
    uid: d84aabf5-7978-4d18-a6d2-be78a61fd1bd
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: error-404-isvc-bfe0b-predictor.18d5cf5e76d8fba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 6cc6a7f9-b3b2-4be0-b1c5-9fd9f21bd26a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-bfe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: eedd2722-4272-438a-bac1-4dd3585c3634
  kind: Event
  lastTimestamp: "2026-09-16T13:13:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:13:54Z"
    name: error-404-isvc-bfe0b.18d5cf53fa2e8f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: c46be5c1-0e8b-4bf1-af51-b0c2ea12d138
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-bfe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: eedd2722-4272-438a-bac1-4dd3585c3634
  kind: Event
  lastTimestamp: "2026-09-16T13:13:54Z"
  message: InferenceService [error-404-isvc-bfe0b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:13:54Z"
    name: error-404-isvc-bfe0b.18d5cf5f3750be83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: df7ede4c-38bb-40df-afa7-6396ef695519
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:14:16.858608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf6459b8f3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 87b17310-e5d6-4381-86b2-27bf3f3fe7d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf647b777bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: 608bb006-dfff-4450-b79c-0e5aa6587ea3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf647ccd91db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21949"
    uid: 678ea9c1-359e-4472-9211-cc41ca2ed0b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf6480377035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: 143b0f79-7e63-471b-9b50-43887fbe2d34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf6480abdcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21951"
    uid: 72b2b764-794f-45ec-a70f-205b7228c309
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf6480b6d05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21953"
    uid: 74b38944-9f0b-4dd7-891d-7382d8327051
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf648400e3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 5fd907bb-d14f-4dbf-be54-d66a7ccaf564
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf648472886f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: 90b4f214-adac-41cd-9fba-76e344af46cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:23:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:35Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cf64d90384e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26647"
    uid: 5614b6aa-80ec-4921-8c53-4eed6b7980fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cfe58b1bfaf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26551"
    uid: f3357a40-07e0-41e9-a379-d08d1253ae87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cfe58b1cb119
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: 4d892b39-31ee-401e-bcfc-633f957d08ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 141a0ab6-e0a0-4d7f-b03a-c3484edce952
  kind: Event
  lastTimestamp: "2026-09-16T13:23:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:34Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4.18d5cfe64d673bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26646"
    uid: 6591448e-f61e-4f58-8cf2-2e49e2f90711
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-d30d6-predictor-b778cb6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: 651bbbb2-4869-4b01-a08a-bd9b19063bbf
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: 'Created pod: error-404-isvc-d30d6-predictor-b778cb6cb-xj7r4'
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: error-404-isvc-d30d6-predictor-b778cb6cb.18d5cf64594f5f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21924"
    uid: a05abe8b-01ca-4b5f-9e1c-703eee828f9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: cffde82e-f37a-469c-a5ba-f97cf99400ab
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Scaled up replica set error-404-isvc-d30d6-predictor-b778cb6cb from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: error-404-isvc-d30d6-predictor.18d5cf6457b12a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: d841675a-6c56-4d08-be32-049c5463260b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: bafb9e28-ab9c-4a72-acfe-9993b8d9016b
  kind: Event
  lastTimestamp: "2026-09-16T13:15:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:31Z"
    name: error-404-isvc-d30d6-predictor.18d5cf67d62ddfd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22848"
    uid: f02bef2f-7cc9-4dbd-b077-a20aaf7acfa6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: bafb9e28-ab9c-4a72-acfe-9993b8d9016b
  kind: Event
  lastTimestamp: "2026-09-16T13:15:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:31Z"
    name: error-404-isvc-d30d6-predictor.18d5cf67d69c2235
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: 3259cb39-e7ad-473c-86c4-b2eb8806dc01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: bafb9e28-ab9c-4a72-acfe-9993b8d9016b
  kind: Event
  lastTimestamp: "2026-09-16T13:14:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:46Z"
    name: error-404-isvc-d30d6-predictor.18d5cf6b556d606e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: b7488060-2212-41e1-a73e-16669051eadf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: bafb9e28-ab9c-4a72-acfe-9993b8d9016b
  kind: Event
  lastTimestamp: "2026-09-16T13:14:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:46Z"
    name: error-404-isvc-d30d6-predictor.18d5cf6b55bb2778
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: f36f0c8a-e9c9-449d-a971-5e56414db983
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: 0fee4346-5693-49c1-9a1d-da322a6569ba
  kind: Event
  lastTimestamp: "2026-09-16T13:15:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:05Z"
    name: error-404-isvc-d30d6.18d5cf6457afba5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: 0d898794-d4df-46a6-b5a6-2d45fcba15ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: 0fee4346-5693-49c1-9a1d-da322a6569ba
  kind: Event
  lastTimestamp: "2026-09-16T13:15:05Z"
  message: InferenceService [error-404-isvc-d30d6] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:05Z"
    name: error-404-isvc-d30d6.18d5cf6f93ce0f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: e40ccab0-64b2-45cb-8d06-6d709011f06f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:23:31.831395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26570"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/error-404-isvc-e1666-predictor-67564d9658-2rhqz
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe590adba18
    namespace: kserve-ci-e2e-test
    resourceVersion: "26574"
    uid: 758661d1-b779-476f-b1a1-4d4048f66688
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26580"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5b30b7f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26597"
    uid: 477301e5-7322-4630-a6de-19721efffde5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Container image "quay.io/opendatahub/error-404-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5b494518c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 946fa5e5-1cd1-4f73-9946-958d1eb7f996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5b8358f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: 60805a15-cc1c-4cbd-b0b2-839ecafe9d2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5b8af189c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26601"
    uid: 199b5258-5804-45ac-923e-433e7594757b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5b8ba93b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26602"
    uid: 77208de7-f095-439a-b084-1d5b7f2c1147
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5bc276a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26603"
    uid: 84bc2c00-a5e3-4b1f-8e79-5bf2f6476ef1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe5bca259e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26604"
    uid: c3ba28a9-b320-4c19-9a91-c6c00ca4264a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:24:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:10Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cfe61b7f03a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: 45b857ec-c59e-4c1d-b893-2b4283c9b33d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cff5e9e2f419
    namespace: kserve-ci-e2e-test
    resourceVersion: "27418"
    uid: e99b096c-08f1-47fc-9417-cb01827c67ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cff5e9e355c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27421"
    uid: 2834149f-bf20-4f58-8cec-49f93d5c5704
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: 6fea6dae-aa00-4816-80c0-2f0ee3d9f7a1
  kind: Event
  lastTimestamp: "2026-09-16T13:24:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:45Z"
    name: error-404-isvc-e1666-predictor-67564d9658-2rhqz.18d5cff6a3a02238
    namespace: kserve-ci-e2e-test
    resourceVersion: "27516"
    uid: 45191ee4-536b-4431-a0d6-b5e687088f2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: error-404-isvc-e1666-predictor-67564d9658
    namespace: kserve-ci-e2e-test
    resourceVersion: "26564"
    uid: 393edd12-c64d-4c8d-acfe-18104927c965
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: 'Created pod: error-404-isvc-e1666-predictor-67564d9658-2rhqz'
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: error-404-isvc-e1666-predictor-67564d9658.18d5cfe5903aa4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 36a61f19-7734-423d-8842-3c35e5e1eb1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: error-404-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: e82bb149-168a-4b40-ab61-a134059f2d5c
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Scaled up replica set error-404-isvc-e1666-predictor-67564d9658 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: error-404-isvc-e1666-predictor.18d5cfe58e8c7159
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: 90061c34-3c79-4275-9af0-6830c4645d09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 1436204a-0319-4ec1-b76c-a89545102dc9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-e1666-predictor.18d5cfe90d1f9a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 947a186a-6691-4a28-b3ee-9660d75b9098
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26563"
    uid: 1436204a-0319-4ec1-b76c-a89545102dc9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: error-404-isvc-e1666-predictor.18d5cfe90d90636c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27207"
    uid: 493bba7f-211f-4a8c-bbf6-ab172eda0d3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 1436204a-0319-4ec1-b76c-a89545102dc9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:01Z"
    name: error-404-isvc-e1666-predictor.18d5cfec8c37d94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 3f6f8f65-8f60-4df9-a8ce-ad7078c6570d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: error-404-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 1436204a-0319-4ec1-b76c-a89545102dc9
  kind: Event
  lastTimestamp: "2026-09-16T13:24:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:01Z"
    name: error-404-isvc-e1666-predictor.18d5cfec8cc8b9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 3e794c32-397d-4754-8bff-92270eab5424
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e1666
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: a55d7533-1bd1-48c5-be15-614e2de7b947
  kind: Event
  lastTimestamp: "2026-09-16T13:24:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:20Z"
    name: error-404-isvc-e1666.18d5cfe58e8f9cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: a2b7f9e7-fd22-4b40-84fa-42ba9b546401
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: error-404-isvc-e1666
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: a55d7533-1bd1-48c5-be15-614e2de7b947
  kind: Event
  lastTimestamp: "2026-09-16T13:24:20Z"
  message: InferenceService [error-404-isvc-e1666] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:20Z"
    name: error-404-isvc-e1666.18d5cff0d6dc5a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: fdcc0e49-b3b6-427a-8bb9-e91dca34b0bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:02:21.198318Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    to ip-10-0-137-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebdb90b977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: e99f6494-cd6b-4748-b7b7-ac2441ef3edf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebdc8bfa676
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 6b04cae5-9634-4ccd-a7b9-6d9c2401e541
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebdfee26da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: ef09aca8-664a-42d7-8d10-4b791318e6cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebe004edc67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15700"
    uid: c061c985-ed4f-4249-927d-fc7e53dc8eda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebe03989ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 26c764d0-88f6-4fa7-a15f-8cc3a8a19f9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebe04025801
    namespace: kserve-ci-e2e-test
    resourceVersion: "15702"
    uid: 9b290262-02ef-4db1-989b-4b8d7dd01ae3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:26Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T13:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:26Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cebf067921ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: e5eb457d-44e2-4c12-87d0-84660e078152
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 28.166s (28.166s including waiting). Image size: 1580604317 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:54Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec595539203
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: c43366ff-6b64-49e3-8749-ee23a31f7f26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec59a5a908a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16026"
    uid: 9aebcfd5-1745-4cb9-8db2-7f7d5a87947f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec59b5a5f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: c6b9ea03-a4a3-4e7e-b079-6c3ad699055b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec59b698e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: cb521e94-6936-4640-b3a5-5f42158d1254
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.834s (2.834s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec6445832a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 0f5028f0-d814-47e9-8567-d09bd340eb73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec64770c7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 36b2a502-dddc-4b70-95db-8ef244afd29f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec647db90d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: e55405eb-f648-4592-85c6-34007ff8a862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:04:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:55Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cec64b721bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: a377d536-5a30-42f7-b5a6-0e6aeea5eb0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cee0b0d3bbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 9cf4c3e6-5fc0-40e4-9d8a-1fd4a7c2fdfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cee0b0d434b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: a5f299dd-c6fd-4ced-ace7-668cf0098acc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: e6a5c8cd-19d7-444e-a3c8-eb8e7de0b10f
  kind: Event
  lastTimestamp: "2026-09-16T13:04:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:54Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr.18d5cee14ddf9af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 6e01b59e-1f93-4113-9d91-157a19a6e857
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-1-predictor-68ccccbd85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 3b80049b-f418-48cc-ae24-7444274e114e
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'Created pod: isvc-sklearn-graph-1-predictor-68ccccbd85-gd5jr'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-1-predictor-68ccccbd85.18d5cebdb8b15bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: b6e44236-82a7-44fb-8497-98283e2ba182
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 2a7bd436-6bb9-42e5-a3ed-3b0cd389471f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: Scaled up replica set isvc-sklearn-graph-1-predictor-68ccccbd85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-1-predictor.18d5cebdb4ae1c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 132700a1-e5b7-4b1b-ab54-dd96e2c7d881
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: aed52114-9706-4f9e-b17f-c9dfbd4805a7
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: isvc-sklearn-graph-1-predictor.18d5cec13a357fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: d17d109e-5fa4-4538-8694-171864643ffc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: aed52114-9706-4f9e-b17f-c9dfbd4805a7
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: isvc-sklearn-graph-1-predictor.18d5cec13a996cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 413cbaa3-20bb-48ae-a56c-4e00e3d97964
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: aed52114-9706-4f9e-b17f-c9dfbd4805a7
  kind: Event
  lastTimestamp: "2026-09-16T13:04:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:36Z"
    name: isvc-sklearn-graph-1-predictor.18d5ced2b5f4baae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 012069e1-a303-43d9-ba5c-2525fa848b04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: aed52114-9706-4f9e-b17f-c9dfbd4805a7
  kind: Event
  lastTimestamp: "2026-09-16T13:04:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:36Z"
    name: isvc-sklearn-graph-1-predictor.18d5ced2b65d3860
    namespace: kserve-ci-e2e-test
    resourceVersion: "17090"
    uid: 88ce4534-0cf0-40e9-ba98-1b0b4c8aa8b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 3abd1aa2-4b0e-4f9e-8f8c-811e4792e0a7
  kind: Event
  lastTimestamp: "2026-09-16T13:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:15Z"
    name: isvc-sklearn-graph-1.18d5cebdbae5e73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: e5954879-f40f-490a-81c3-ea87368d35c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16925"
    uid: 3abd1aa2-4b0e-4f9e-8f8c-811e4792e0a7
  kind: Event
  lastTimestamp: "2026-09-16T13:04:15Z"
  message: InferenceService [isvc-sklearn-graph-1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:15Z"
    name: isvc-sklearn-graph-1.18d5ced854d8d1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 5ae77a65-8885-4d39-b07a-e3f84d3cdf1d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:02:21.666965Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    to ip-10-0-137-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebdd4faa1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: b359d3eb-146f-459e-8f1c-e5ffe1854fc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebde0d6343a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: f1a0aff2-68b4-4911-97cf-d540972882ec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebe1b226f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 7241fb5c-a261-42d4-8c57-2e50b53bce01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebe1ca14206
    namespace: kserve-ci-e2e-test
    resourceVersion: "15725"
    uid: 335d4799-ed0d-4327-b01b-19516c9894c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebe1ffaf019
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: c066e177-4273-4824-a736-bc80d597cefc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebe207fd56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: fabfd291-4c02-4ef9-b5cd-5ccd7557cdbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:26Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T13:02:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:26Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cebf0695e6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 3163f05d-62ae-4057-b4ad-78456c59c8a1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 28.164s (28.164s including waiting). Image size: 1580604317 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:54Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec595539307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 769ee1a0-cb9c-4957-8eb7-a688d8e810ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec59a5bf1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 93470880-0d06-4b4d-9a7b-a02f2a354bce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec59b5a0aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: e8d83d79-af80-41ab-b967-9e196c4bf5c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec59b692d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: f540532e-bbe4-4dd7-96f3-0e1cc03a0b0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.822s (2.822s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec643a01f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16057"
    uid: 5814f456-1df6-42a1-b4a9-5fc78b508316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec647692019
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: bc34fbb7-05a5-4307-a3e5-73d61bca075d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec647e0489a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 0e359d2b-81a2-4ed2-b7c0-0cbfcb27d589
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:04:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:54Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cec64af2d794
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: 6ad9e5f4-63a2-466a-9ebe-d1abfa1a7408
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cee0ae5a6e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 11ddb52a-7908-4128-b041-f68b611f298a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cee0ae5ae21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17299"
    uid: 6ff46576-1363-4a07-ada6-3f238cca61d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 8163fddf-555b-4fcf-ae0d-378fb3d0908a
  kind: Event
  lastTimestamp: "2026-09-16T13:04:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:54Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm.18d5cee14ddeb339
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: a0ee6608-7498-40f9-9b2a-0c5a6d78bec5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-2-predictor-57ff788c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: d294caea-b43b-4b79-aefe-ec8adda4a159
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'Created pod: isvc-sklearn-graph-2-predictor-57ff788c5f-sqfhm'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-2-predictor-57ff788c5f.18d5cebdd4935014
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 6f556c90-de36-47e1-bef5-a0dbe129090e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 082d8396-2a2f-4650-b4d3-a5b92fcdff9c
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: Scaled up replica set isvc-sklearn-graph-2-predictor-57ff788c5f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-sklearn-graph-2-predictor.18d5cebdd20698da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: b503774f-b4aa-4555-bbf7-0b7ea07e652e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: c3ca74f2-2c0e-4915-bd87-c5bcc79b2038
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: isvc-sklearn-graph-2-predictor.18d5cec15092342e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 3be0382e-eca3-4856-ad0c-8c564a3ada70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: c3ca74f2-2c0e-4915-bd87-c5bcc79b2038
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: isvc-sklearn-graph-2-predictor.18d5cec150fbce85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 7ae4660a-1e8d-453b-98ae-54aa64fdfd2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: c3ca74f2-2c0e-4915-bd87-c5bcc79b2038
  kind: Event
  lastTimestamp: "2026-09-16T13:04:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:36Z"
    name: isvc-sklearn-graph-2-predictor.18d5ced2cac5fcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: e78313b3-180d-47cd-846e-c91590e424df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: c3ca74f2-2c0e-4915-bd87-c5bcc79b2038
  kind: Event
  lastTimestamp: "2026-09-16T13:04:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:36Z"
    name: isvc-sklearn-graph-2-predictor.18d5ced2cb5dcc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 257caa04-f32b-45ad-89cb-3ee66e5e58a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 96e0102a-be3d-41fa-8e6a-952f255d92a9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:14Z"
    name: isvc-sklearn-graph-2.18d5cebdd20783b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 42cd42ad-203a-45bc-8c95-d058c0396f2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 96e0102a-be3d-41fa-8e6a-952f255d92a9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:14Z"
  message: InferenceService [isvc-sklearn-graph-2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:14Z"
    name: isvc-sklearn-graph-2.18d5ced802641d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 4e5e8afd-3b66-4b53-b270-1bb0483f3b72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:02:21.478598Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    to ip-10-0-137-26.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebdc9c05da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 3045c676-f068-474f-84c5-bb2705910407
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebdd4c9f2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 750219ea-f281-4949-8fcc-38809991cebc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebe0f74e7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 5458f5b3-b8f2-48b5-9672-17ea318b51d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5020338896d6cbd41233e75fe198d26507a1c90ade84fec2047dc83d59873819"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebe10eafcce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: c8c68470-655e-476f-87b4-be2e344ceaf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebe14326558
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 83e855a4-95cd-47dc-b6d7-d7f11fb6a29a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebe1497c985
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: c168e19a-a7b7-4f65-a063-a830585c1eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T13:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:27Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cebf43909f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: 62e95c3c-36aa-4bad-bd58-70ee37efa5da
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 27.676s (27.676s
    including waiting). Image size: 1332356354 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec5b53aa007
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 182182d3-5867-4666-9370-549951ad2493
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec5ba5ec1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 59fde9b8-6c42-4593-a9b4-100f46d9718e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec5bb1fb588
    namespace: kserve-ci-e2e-test
    resourceVersion: "16039"
    uid: 0ce20c96-4c84-40b0-bfa6-ef6596ac9042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:55Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T13:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec5bb2fa623
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: fd4819bf-378c-429a-b7bd-f1a39880eb9b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.278s (2.278s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec64300bd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 51f19e07-3fd2-4418-93c4-caa43b3cf5f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec647647656
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: e9d0f675-375e-49a2-8471-bc8d98a1e905
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:02:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:57Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec647c9ab16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 2d3879da-dea5-4739-8211-6948697f9298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:03:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:55Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cec64b2c9922
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 906e869b-73c5-4a2f-83c9-8cd7c3fc2150
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cee0b2e6c2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 729c9264-ae59-4961-8ef9-0c873eda1236
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: bda03f2c-247d-4f05-946e-c7be14e55171
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: isvc-xgboost-graph-predictor-555fc69d56-tt8j6.18d5cee0b2e7431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: 1751b618-2ee0-47b5-9381-90b146505741
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-26.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-26.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-predictor-555fc69d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 6f8045c3-fdae-4436-8c72-3892e6046778
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'Created pod: isvc-xgboost-graph-predictor-555fc69d56-tt8j6'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-xgboost-graph-predictor-555fc69d56.18d5cebdc92eaeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: d32de6b5-09c6-4e78-9760-d64bb524f057
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: 7ec3ca39-4118-4731-9cb7-0080966d0f0f
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: Scaled up replica set isvc-xgboost-graph-predictor-555fc69d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: isvc-xgboost-graph-predictor.18d5cebdc63d1c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: c971e613-3ca5-431a-b53e-18ecbf85c3c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 71b24aa8-74b8-49c6-8dcc-d0afc9093570
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-xgboost-graph-predictor.18d5cec144bfb2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: 77e9e063-c47c-4bef-b0a1-6f0f60ba86c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: 71b24aa8-74b8-49c6-8dcc-d0afc9093570
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: isvc-xgboost-graph-predictor.18d5cec14521de22
    namespace: kserve-ci-e2e-test
    resourceVersion: "16144"
    uid: d7749833-3b03-4a57-abc7-01976798be31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 71b24aa8-74b8-49c6-8dcc-d0afc9093570
  kind: Event
  lastTimestamp: "2026-09-16T13:04:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:21Z"
    name: isvc-xgboost-graph-predictor.18d5cecbc1a8413f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: a085fb08-8d05-46f6-9577-4aa489557ca4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 71b24aa8-74b8-49c6-8dcc-d0afc9093570
  kind: Event
  lastTimestamp: "2026-09-16T13:04:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:21Z"
    name: isvc-xgboost-graph-predictor.18d5cecbc2162b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16975"
    uid: f7a5e86c-6f46-425a-8076-00b39689357b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "15581"
    uid: 8cf4a33b-54c1-425e-bafb-bb145ea3004b
  kind: Event
  lastTimestamp: "2026-09-16T13:04:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:05Z"
    name: isvc-xgboost-graph.18d5cebdc63d1028
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 79eb5b3d-c1ff-4b2a-ba02-d2b4abeabd76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 8cf4a33b-54c1-425e-bafb-bb145ea3004b
  kind: Event
  lastTimestamp: "2026-09-16T13:04:05Z"
  message: InferenceService [isvc-xgboost-graph] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:05Z"
    name: isvc-xgboost-graph.18d5ced5eac41678
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 57083f1f-8df3-4686-b8e0-aba6fc578d66
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:04:41.138889Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-6dd9749d5-24jpf
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cede4e2742d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17162"
    uid: 34c84cf2-b052-4e2f-9ac3-3911aec53a75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cede590bfdeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17176"
    uid: f625a859-3736-48a0-9b8b-1cd8aad2f707
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:42Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:04:42Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cede93eb54db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17186"
    uid: 00813c35-2957-46a2-9619-9999f57a0fd2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:42Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:42Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cede9547a6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 50e7a266-9d3b-4d3a-bc69-7e6f68cd1f56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:42Z"
  message: 'Created container: model-chainer'
  metadata:
    creationTimestamp: "2026-09-16T13:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:42Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cede98341e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: 83f010cf-527b-4997-b736-ebb382e8cc85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:42Z"
  message: Started container model-chainer
  metadata:
    creationTimestamp: "2026-09-16T13:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:42Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cede98a0ed35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 7c964c97-44bc-4939-bcf0-1eb9036ae855
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Stopping container model-chainer
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cee0a92767c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 3c2d1343-7ad1-498f-904c-9b1cf9931296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer}
    kind: Pod
    name: model-chainer-6dd9749d5-24jpf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 6202933f-18cb-4c1a-b6a8-bd11c4159ba9
  kind: Event
  lastTimestamp: "2026-09-16T13:05:18Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:18Z"
    name: model-chainer-6dd9749d5-24jpf.18d5cee142f1c90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: f6a4a27a-dcbe-4ff7-bf71-adb20689bf6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-6dd9749d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 11a9e6dc-6b99-4b61-b8cd-4026f0204075
  kind: Event
  lastTimestamp: "2026-09-16T13:04:41Z"
  message: 'Created pod: model-chainer-6dd9749d5-24jpf'
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer-6dd9749d5.18d5cede4dc26ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: f87ff42d-a838-4617-af89-c3fb265e4717
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 0baea1f4-39ab-4dfc-93a6-6ec43d9b4d78
  kind: Event
  lastTimestamp: "2026-09-16T13:04:41Z"
  message: Scaled up replica set model-chainer-6dd9749d5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer.18d5cede4cf58512
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: ddcac85a-1242-4dd9-8c4d-390b0523ac8b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: 60a3a194-0a83-4a9b-bcf0-0b73c8635ea6
  kind: Event
  lastTimestamp: "2026-09-16T13:04:41Z"
  message: InferenceGraph [model-chainer] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer.18d5cede51c72fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17171"
    uid: d1a67333-a3cb-40a1-a994-9650e92c7ce8
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 60a3a194-0a83-4a9b-bcf0-0b73c8635ea6
  kind: Event
  lastTimestamp: "2026-09-16T13:04:41Z"
  message: 'Failed to update status for InferenceGraph "model-chainer": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer.18d5cede53bc68ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: bff8e579-5b9f-42e4-9095-29c1dfa37ada
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: 60a3a194-0a83-4a9b-bcf0-0b73c8635ea6
  kind: Event
  lastTimestamp: "2026-09-16T13:04:41Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:41Z"
    name: model-chainer.18d5cede53bcaa46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 379cba5c-d4ce-47d1-a32c-88eb1367384c
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:05:51.463285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-46b60-5cbdd9df9d-7d2vz
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:05:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:05:51Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5ceeeadd05eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: c656fc5a-f70c-4904-9239-b131937ba092
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17969"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: "2026-09-16T13:05:52Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:05:52Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5ceeecffe3b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 25b8279c-7902-45e5-8c93-00f02aca4727
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-46b60}
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: "2026-09-16T13:05:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:52Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5ceeed1337595
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 6472036f-b336-4c3e-96bc-0e47ab5856d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-46b60}
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: "2026-09-16T13:05:52Z"
  message: 'Created container: sequence-graph-46b60'
  metadata:
    creationTimestamp: "2026-09-16T13:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:52Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5ceeed48e9bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: 8fcbf438-fdc2-4426-b713-3af7d14e916d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-46b60}
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: "2026-09-16T13:05:52Z"
  message: Started container sequence-graph-46b60
  metadata:
    creationTimestamp: "2026-09-16T13:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:52Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5ceeed500b10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: a71a3c53-dfce-41a3-bb6f-f6b343bfb4fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-46b60}
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Stopping container sequence-graph-46b60
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5cf61dfb6b70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: c3e88859-1c0a-4e09-8272-5d5053859c91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-46b60}
    kind: Pod
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: a9158473-ed48-438f-b364-af229a7f6d19
  kind: Event
  lastTimestamp: "2026-09-16T13:14:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:34Z"
    name: sequence-graph-46b60-5cbdd9df9d-7d2vz.18d5cf628b86d4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: f973efb6-35c2-4d27-a18e-d7497b35089a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-46b60-5cbdd9df9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 039697d6-7e98-4d6b-891d-0e224f27248b
  kind: Event
  lastTimestamp: "2026-09-16T13:05:51Z"
  message: 'Created pod: sequence-graph-46b60-5cbdd9df9d-7d2vz'
  metadata:
    creationTimestamp: "2026-09-16T13:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:51Z"
    name: sequence-graph-46b60-5cbdd9df9d.18d5ceeead6b07a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17961"
    uid: f559a43f-3b15-4b44-b3a8-3b08132909de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: f4f7ae34-8a91-41cc-8f06-8418408bcb8a
  kind: Event
  lastTimestamp: "2026-09-16T13:05:51Z"
  message: Scaled up replica set sequence-graph-46b60-5cbdd9df9d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:51Z"
    name: sequence-graph-46b60.18d5ceeeac93c6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: fb86a1a2-f822-4d49-aa0f-b31c9319a561
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 1e380108-9797-4d28-818d-bb2c7c65ad24
  kind: Event
  lastTimestamp: "2026-09-16T13:05:51Z"
  message: InferenceGraph [sequence-graph-46b60] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:51Z"
    name: sequence-graph-46b60.18d5ceeeb11f0b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 5e90f0eb-7e73-4d91-a295-d2bca9dc9dd0
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: ae6f0851-6798-43e6-aca0-2e3bf80a1b2e
  kind: Event
  lastTimestamp: "2026-09-16T13:06:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:06Z"
    name: sequence-graph-46b60.18d5cef22b5edd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: da0049dc-10f8-45d4-8d68-0b56672fad19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: ae6f0851-6798-43e6-aca0-2e3bf80a1b2e
  kind: Event
  lastTimestamp: "2026-09-16T13:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:06Z"
    name: sequence-graph-46b60.18d5cef22bd0b7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: d0ab6a51-14e3-4cd9-af22-58c8cb3e30e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "18096"
    uid: ae6f0851-6798-43e6-aca0-2e3bf80a1b2e
  kind: Event
  lastTimestamp: "2026-09-16T13:06:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:21Z"
    name: sequence-graph-46b60.18d5cef5aaff0ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 12a8f73d-d533-45af-9727-2f14795b3155
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "18096"
    uid: ae6f0851-6798-43e6-aca0-2e3bf80a1b2e
  kind: Event
  lastTimestamp: "2026-09-16T13:06:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:21Z"
    name: sequence-graph-46b60.18d5cef5ab6ffedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: e3eaffab-9112-40e3-849d-bcf8b2c347de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:16:16.746869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-4c3c9-79ddd9c64c-2w8qj
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cf80439ebb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23218"
    uid: 39e07007-fb74-4028-8f72-aad721de89bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sequence-graph-4c3c9-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cf8051d12b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 2129fea9-f942-42b5-bb88-f41047faa1e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23224"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:16:17Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:16:17Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cf80897edf83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 9d215033-1c51-449c-a93c-67ce07fd7422
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-4c3c9}
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:16:17Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:16:17Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cf808aa5aee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 008c33da-eba9-450b-b595-c02d46a94000
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-4c3c9}
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:16:17Z"
  message: 'Created container: sequence-graph-4c3c9'
  metadata:
    creationTimestamp: "2026-09-16T13:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:16:17Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cf808dc982e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: be3417b5-ebd4-46cb-a970-cc201f93ff67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-4c3c9}
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:16:17Z"
  message: Started container sequence-graph-4c3c9
  metadata:
    creationTimestamp: "2026-09-16T13:16:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:16:18Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cf808e3f2db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 42640f24-ab5a-4f7c-8733-8689fe1a2e80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-4c3c9}
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Stopping container sequence-graph-4c3c9
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cff374cfa372
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: 010bece5-0276-4019-9406-ace886ac2d3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-4c3c9}
    kind: Pod
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj
    namespace: kserve-ci-e2e-test
    resourceVersion: "23215"
    uid: 06841234-5105-4354-ac6c-acbab8679818
  kind: Event
  lastTimestamp: "2026-09-16T13:24:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:59Z"
    name: sequence-graph-4c3c9-79ddd9c64c-2w8qj.18d5cff426720b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: f4be1730-1811-4d33-ab4b-b80b67e8f8e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-4c3c9-79ddd9c64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23210"
    uid: 2bcadb09-3e22-4c60-acea-8b566102ac6d
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'Created pod: sequence-graph-4c3c9-79ddd9c64c-2w8qj'
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9-79ddd9c64c.18d5cf804335f3b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23214"
    uid: e197e7b0-5df2-4657-9665-b6cb7bf32655
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: 7fd0e51f-e560-4573-afd4-65964c1d8047
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: Scaled up replica set sequence-graph-4c3c9-79ddd9c64c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9.18d5cf804271a09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23212"
    uid: 7916bf1e-bea8-48dd-98e4-aec7ba95227b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: 23923af8-b709-45c5-b97a-9bc2cda94269
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: InferenceGraph [sequence-graph-4c3c9] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9.18d5cf80476eb65b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 7e5101f6-9106-4f4c-bcde-f6ab64256fb8
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: 23923af8-b709-45c5-b97a-9bc2cda94269
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'Failed to update status for InferenceGraph "sequence-graph-4c3c9": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "sequence-graph-4c3c9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9.18d5cf80494d4285
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: 9c384a22-f364-4fee-9acb-039f42c7c1c7
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: 23923af8-b709-45c5-b97a-9bc2cda94269
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "sequence-graph-4c3c9": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: sequence-graph-4c3c9.18d5cf80494d86b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23233"
    uid: 7bbdeff8-41b0-444c-b88f-012d7b66b449
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 4d9523b7-2241-4501-805f-927dc1128284
  kind: Event
  lastTimestamp: "2026-09-16T13:16:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:46Z"
    name: sequence-graph-4c3c9.18d5cf83c10de3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23452"
    uid: 5f3641f7-b377-47ef-ae32-3bfdd9c837fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sequence-graph-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: 4d9523b7-2241-4501-805f-927dc1128284
  kind: Event
  lastTimestamp: "2026-09-16T13:16:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:46Z"
    name: sequence-graph-4c3c9.18d5cf83c17c55bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23453"
    uid: 1fd8f1f8-794c-4425-b7c2-6652bb5190ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:15:06.429548Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22426"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sequence-graph-aa957-55d5b78657-vbgkk
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:15:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf6fe4617859
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: 7db06df2-5ce2-4190-b2a9-bbeafe82e4fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf700635a787
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: c6cd037b-103b-46bc-9c0b-81ed322580b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-aa957}
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: "2026-09-16T13:15:07Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:07Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf700774d815
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: 321d88d5-c95c-423c-bfc1-dc8a2f356b09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-aa957}
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: "2026-09-16T13:15:07Z"
  message: 'Created container: sequence-graph-aa957'
  metadata:
    creationTimestamp: "2026-09-16T13:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:07Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf700a774fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 5870963d-d5bc-4415-8ae4-ac2f00fa44dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-aa957}
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: "2026-09-16T13:15:07Z"
  message: Started container sequence-graph-aa957
  metadata:
    creationTimestamp: "2026-09-16T13:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:07Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf700ae990eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 3e263b2a-63c9-4030-8b54-3547cfc7cd4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-aa957}
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Stopping container sequence-graph-aa957
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf723da6999f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: 48a9be3f-259f-47b3-884a-283ce34009e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{sequence-graph-aa957}
    kind: Pod
    name: sequence-graph-aa957-55d5b78657-vbgkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 8fa02ad5-34fb-4042-9150-cc878e7b87ec
  kind: Event
  lastTimestamp: "2026-09-16T13:15:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:43Z"
    name: sequence-graph-aa957-55d5b78657-vbgkk.18d5cf72a1e640af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 1f204bff-1cee-4abc-88a5-46140e735c53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sequence-graph-aa957-55d5b78657
    namespace: kserve-ci-e2e-test
    resourceVersion: "22423"
    uid: 15a09245-4da7-4ad9-a8e5-e96c8a5afe0a
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: 'Created pod: sequence-graph-aa957-55d5b78657-vbgkk'
  metadata:
    creationTimestamp: "2026-09-16T13:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: sequence-graph-aa957-55d5b78657.18d5cf6fe3d6e1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 2fd0c80b-f951-4127-acf8-5cf640eeabf3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sequence-graph-aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: 58e1af6c-e575-468b-9b2f-f133c3adce92
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: Scaled up replica set sequence-graph-aa957-55d5b78657 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: sequence-graph-aa957.18d5cf6fe3111ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22425"
    uid: 6897676b-963f-4b6d-8fbe-6f8caabd0c25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: sequence-graph-aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "22441"
    uid: 48c635e3-bdae-4f96-8494-3144c6680827
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: InferenceGraph [sequence-graph-aa957] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: sequence-graph-aa957.18d5cf6fe7bf40de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: e5e349df-8353-48e5-a9a1-988ba899e4f3
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:25:42.155070Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28082"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-11631-6b777c6c96-4j7bp
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:25:42Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d003e8931a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: df6725ed-08e2-4080-a780-4d690a541921
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:25:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "splitter-graph-11631-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:42Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d003f661cc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28104"
    uid: 0062442c-1ce8-4fca-9f46-aecd8da78ca0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:25:43Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:25:43Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d0042e8b42e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 3a09b9fd-d53f-4919-904b-c808b96e11ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-11631}
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:25:43Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:43Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d00430a9085e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: 02030b6a-b10a-43d8-830c-ac5e060e25b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-11631}
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:25:43Z"
  message: 'Created container: splitter-graph-11631'
  metadata:
    creationTimestamp: "2026-09-16T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:43Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d004341354c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28118"
    uid: 8ef1ecdc-67b2-4890-ab3d-0431599b58a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-11631}
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:25:43Z"
  message: Started container splitter-graph-11631
  metadata:
    creationTimestamp: "2026-09-16T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:43Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d004348c7566
    namespace: kserve-ci-e2e-test
    resourceVersion: "28119"
    uid: a65e0250-e683-4d7e-bf83-d33e6f6f41ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-11631}
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:33:56Z"
  message: Stopping container splitter-graph-11631
  metadata:
    creationTimestamp: "2026-09-16T13:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:33:56Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d0770ea784a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31558"
    uid: e03288d8-4cf9-4aad-b325-28d969fa813b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-11631}
    kind: Pod
    name: splitter-graph-11631-6b777c6c96-4j7bp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: 265defd5-6763-430d-8133-9261ea2bcfd8
  kind: Event
  lastTimestamp: "2026-09-16T13:34:24Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:34:24Z"
    name: splitter-graph-11631-6b777c6c96-4j7bp.18d5d077c1bf6de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 5bf349c1-e432-4f9b-8665-93f76aaf0a36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-11631-6b777c6c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "28077"
    uid: 6659e244-4ccf-4411-97d1-64d4073bd899
  kind: Event
  lastTimestamp: "2026-09-16T13:25:42Z"
  message: 'Created pod: splitter-graph-11631-6b777c6c96-4j7bp'
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:42Z"
    name: splitter-graph-11631-6b777c6c96.18d5d003e7f0a2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28084"
    uid: c0faeb9e-9f34-4726-8506-09c6b6fcf7cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "28075"
    uid: b1f941df-09a6-4ff9-960b-c9bc93e307fe
  kind: Event
  lastTimestamp: "2026-09-16T13:25:42Z"
  message: Scaled up replica set splitter-graph-11631-6b777c6c96 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:42Z"
    name: splitter-graph-11631.18d5d003e70563bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28078"
    uid: e90064cb-c2c1-4d92-ac63-3b189bfffb68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: 133e82a6-051c-49a8-9606-432e20431377
  kind: Event
  lastTimestamp: "2026-09-16T13:25:42Z"
  message: InferenceGraph [splitter-graph-11631] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:42Z"
    name: splitter-graph-11631.18d5d003eca5f1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28097"
    uid: a3e5bda1-3d5e-4993-a079-a04dc1040115
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: 0febf9e6-ec17-4c1f-9f0e-61741ffe10d5
  kind: Event
  lastTimestamp: "2026-09-16T13:26:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:26:27Z"
    name: splitter-graph-11631.18d5d00765a9a437
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: 53a0516a-fcc5-472a-8319-1f80e63cb685
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: splitter-graph-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: 0febf9e6-ec17-4c1f-9f0e-61741ffe10d5
  kind: Event
  lastTimestamp: "2026-09-16T13:26:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:26:27Z"
    name: splitter-graph-11631.18d5d007662aeb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28461"
    uid: 79c8a561-2df0-4639-97da-1d7711933645
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:24:31.808752Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27183"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/splitter-graph-e1666-85477bf885-7h8mh
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff3879b89f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: bf25551a-9ad8-4008-bae2-c8411f14c154
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27199"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff3a9cb6ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27239"
    uid: d3509549-4d7c-4bca-9e07-64f5fb6908a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-e1666}
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff3ab590d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: 7866d394-790b-43ad-9b69-62bffdf77883
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-e1666}
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: 'Created container: splitter-graph-e1666'
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff3ae80dc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: 32b304a5-3e3e-44c2-a79a-523ae2d1e0fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-e1666}
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: Started container splitter-graph-e1666
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff3aefaf57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27246"
    uid: f40147ef-a790-43ac-96a0-6c9bf604eca6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-e1666}
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: "2026-09-16T13:24:41Z"
  message: Stopping container splitter-graph-e1666
  metadata:
    creationTimestamp: "2026-09-16T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:41Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff5e0ceafad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27371"
    uid: 9639b8f6-a69a-4b99-848c-0610bb02e2d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{splitter-graph-e1666}
    kind: Pod
    name: splitter-graph-e1666-85477bf885-7h8mh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 4af79e7e-eef1-4568-b761-b9968b34ab54
  kind: Event
  lastTimestamp: "2026-09-16T13:25:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:09Z"
    name: splitter-graph-e1666-85477bf885-7h8mh.18d5cff676caee40
    namespace: kserve-ci-e2e-test
    resourceVersion: "27729"
    uid: ba64d587-0ccc-499d-a494-05f3af742cde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: splitter-graph-e1666-85477bf885
    namespace: kserve-ci-e2e-test
    resourceVersion: "27176"
    uid: c07bc63f-07ea-4f00-af73-0e36af610621
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'Created pod: splitter-graph-e1666-85477bf885-7h8mh'
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: splitter-graph-e1666-85477bf885.18d5cff386e0bf89
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: d5e9be73-939e-48b2-a731-1978441fc8d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: splitter-graph-e1666
    namespace: kserve-ci-e2e-test
    resourceVersion: "27174"
    uid: 17f574f0-56fd-4293-b3bb-5fd5f0f83120
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Scaled up replica set splitter-graph-e1666-85477bf885 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: splitter-graph-e1666.18d5cff385e47752
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: ee4852a4-322c-4ae9-adc3-b81fe253799b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: splitter-graph-e1666
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: 384c4e21-0bcd-456f-ba73-0a9ac551d3b8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: InferenceGraph [splitter-graph-e1666] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: splitter-graph-e1666.18d5cff38cf33162
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: a7029d6e-c97e-4a4f-a4fa-4ab17b7b58c6
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:51.483966Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced2be7d4288
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 6ce42639-32a9-4130-b6f5-5e6e753e5bf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-03a3a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced2ca44398c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 46d128db-3bed-4e97-86fe-2dca37734f64
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced30457fcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16692"
    uid: ff3301b1-9216-4691-908a-f8cfff2e79d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced305af1029
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: a3c2c3a2-f629-4c4e-952f-1883cb015fe3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced3086e2531
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: 436c2d54-e161-43bf-b08a-ee45fd0c86c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced308d0080c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 33a797d2-5182-4b9b-aec5-d9ca4c68bbba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced308dadaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 53e44794-8d1e-48c0-9c15-7b73f6958038
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced30c630ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: e58d1143-c55e-494a-8edd-8ab1013e129c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:03:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:52Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced30cca98e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 3b8afd9c-f352-4e58-aa04-f5fc500397e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:13:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:09Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5ced32e66e980
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: dadb6498-168a-4287-b026-d6307a0a2b20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5cf53f55c841c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: d02d99b5-8394-4d9b-892d-c845a1ce0f19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5cf53f55cef35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: 7add25ed-a09e-47c7-a20c-b455fde4ae7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: d516bad0-cbd0-4c98-8dd1-729170b4d151
  kind: Event
  lastTimestamp: "2026-09-16T13:13:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:09Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj.18d5cf54a2f29c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21117"
    uid: 4fa0750c-1aca-488e-b650-a7548d4c8bcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-03a3a-predictor-7cf78bdcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 2fb1bdf7-e091-4199-8094-6f79a79d9f89
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: 'Created pod: success-200-isvc-03a3a-predictor-7cf78bdcf-gk8dj'
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: success-200-isvc-03a3a-predictor-7cf78bdcf.18d5ced2be193b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 0ee12102-c9d8-4104-8fb2-162111db02ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 1e40d73c-24e0-4190-b822-c77546fd1f07
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Scaled up replica set success-200-isvc-03a3a-predictor-7cf78bdcf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: success-200-isvc-03a3a-predictor.18d5ced2bc8cc4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 5a5d7f77-a36b-422b-960b-349a0e371298
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: b1acadc8-aead-44f4-821a-05753b637bf0
  kind: Event
  lastTimestamp: "2026-09-16T13:04:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:21Z"
    name: success-200-isvc-03a3a-predictor.18d5ced63b069f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: 9b698959-4d41-40fe-b7bf-436a17f96d5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: b1acadc8-aead-44f4-821a-05753b637bf0
  kind: Event
  lastTimestamp: "2026-09-16T13:04:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:21Z"
    name: success-200-isvc-03a3a-predictor.18d5ced63b6f9edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16973"
    uid: 7ba2a48f-c070-4bfe-9b0d-6e557ba3d365
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: b1acadc8-aead-44f4-821a-05753b637bf0
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: success-200-isvc-03a3a-predictor.18d5cedd38d63072
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: d7130f9c-48a1-4677-a03d-e6a817137906
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-03a3a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: b1acadc8-aead-44f4-821a-05753b637bf0
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: success-200-isvc-03a3a-predictor.18d5cedd393e3f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: d7373989-1155-480d-b0f3-ca37de774125
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: c764d930-7866-451e-8f0b-75de350e4824
  kind: Event
  lastTimestamp: "2026-09-16T13:04:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:39Z"
    name: success-200-isvc-03a3a.18d5ced2bc8dfbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: fbffae6a-ceb6-44be-b36e-8d945d4f357e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: c764d930-7866-451e-8f0b-75de350e4824
  kind: Event
  lastTimestamp: "2026-09-16T13:04:39Z"
  message: InferenceService [success-200-isvc-03a3a] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:39Z"
    name: success-200-isvc-03a3a.18d5cedde96cbe47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: ef9f60a2-ff48-436e-8c35-958a0c3ba6b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:24:42.087508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff5ec450909
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: bd9efa22-5b93-4c70-8385-7e3ce657d87e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff60f1dcdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27475"
    uid: e0c4ae88-b669-4b9c-9363-3d569b06bc65
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff610911343
    namespace: kserve-ci-e2e-test
    resourceVersion: "27478"
    uid: 0844b438-5efc-428a-8f7a-da128b687413
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff61365c83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27479"
    uid: a793db19-a933-4309-a164-053d84834768
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff613d554b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27480"
    uid: 1fd030fe-e13e-4bd4-b5bf-db854c05981c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff613df295e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27481"
    uid: c654af01-b2e3-4e35-9ac9-32979a58f8d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff616ed0da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27483"
    uid: 76174593-a7c9-4c24-8300-922951395278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff6175e12f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27484"
    uid: f750f0ec-5cac-44fc-af32-45b2aac63957
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:25:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:20Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5cff6612aabd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: c5802081-156f-4780-8144-0537ca823741
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:33:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:33:56Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5d07715ab5cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 6a8f12bd-c082-4794-94bb-d1b422d61bfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 3bc849f6-23f1-44d3-b685-4c3568c2b3a8
  kind: Event
  lastTimestamp: "2026-09-16T13:33:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:33:56Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4.18d5d07715abe294
    namespace: kserve-ci-e2e-test
    resourceVersion: "31581"
    uid: 9ce03965-2181-4858-80d5-b16f025c31df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-11631-predictor-57bc9c8bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27412"
    uid: ce56195e-bafc-44e5-a12f-ffd4cb3434f3
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'Created pod: success-200-isvc-11631-predictor-57bc9c8bc9-gcmh4'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor-57bc9c8bc9.18d5cff5ebb809e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: 605f9d67-fb11-4fa3-9f4a-963e31b12f26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 73b676c7-cb6e-41c1-a477-3fa26b64a133
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: Scaled up replica set success-200-isvc-11631-predictor-57bc9c8bc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631-predictor.18d5cff5e934057d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: da8138f8-4688-45d1-a189-852949d987f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 8bfce701-c50c-499a-87a6-3da7cb51a292
  kind: Event
  lastTimestamp: "2026-09-16T13:25:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:27Z"
    name: success-200-isvc-11631-predictor.18d5cff9682f733d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27890"
    uid: 6422a36a-2c25-4704-a166-8738b9e13f5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 8bfce701-c50c-499a-87a6-3da7cb51a292
  kind: Event
  lastTimestamp: "2026-09-16T13:25:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:27Z"
    name: success-200-isvc-11631-predictor.18d5cff968e29478
    namespace: kserve-ci-e2e-test
    resourceVersion: "27891"
    uid: 08127e65-d10c-4800-84ef-77d3f8830717
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 8bfce701-c50c-499a-87a6-3da7cb51a292
  kind: Event
  lastTimestamp: "2026-09-16T13:25:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:57Z"
    name: success-200-isvc-11631-predictor.18d5cffce83adf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: 23973d08-4979-4aea-b3d9-167fcdcdf60a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-11631-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 8bfce701-c50c-499a-87a6-3da7cb51a292
  kind: Event
  lastTimestamp: "2026-09-16T13:25:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:57Z"
    name: success-200-isvc-11631-predictor.18d5cffce89ead33
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: b51cecc6-d60a-4de2-a6f0-449142ba157f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: e62959b3-406d-4a3d-8027-9f1f0948cbe3
  kind: Event
  lastTimestamp: "2026-09-16T13:25:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:30Z"
    name: success-200-isvc-11631.18d5cff5e952fb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27933"
    uid: a98a907e-517b-41ba-af01-5e5a21f5c5f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: e62959b3-406d-4a3d-8027-9f1f0948cbe3
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-11631":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-11631":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631.18d5cff5e9d736f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27417"
    uid: 333c9a54-42f4-4013-848f-ddd2f42bc434
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: e62959b3-406d-4a3d-8027-9f1f0948cbe3
  kind: Event
  lastTimestamp: "2026-09-16T13:24:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-11631": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:42Z"
    name: success-200-isvc-11631.18d5cff5e9d78b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: 85a3fb43-1992-424b-a292-2b23e3e0c708
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-11631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27931"
    uid: e62959b3-406d-4a3d-8027-9f1f0948cbe3
  kind: Event
  lastTimestamp: "2026-09-16T13:25:30Z"
  message: InferenceService [success-200-isvc-11631] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:30Z"
    name: success-200-isvc-11631.18d5d001209e082c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27932"
    uid: be9523a3-17a4-4d73-aa42-97816c2e901d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:02:21.371460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cebdc35d8735
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 5e2ad40f-d26a-4bac-8fc0-8aacfcd5e02c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-18839-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cebdcc4702fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 910fdf06-3a71-4339-8a65-68715160e0cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cebe09279e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: f49098eb-9fea-4762-ba08-0fc704783171
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:22Z"
  message: Pulling image "quay.io/opendatahub/success-200-isvc:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-16T13:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:22Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cebe0a6536da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15705"
    uid: 25a7c30e-4693-4dc6-a41e-96650ee99372
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/success-200-isvc:odh-pr-1955"
    in 11.314s (11.314s including waiting). Image size: 1358273115 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:33Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec0acc7e0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15819"
    uid: a851dd16-04df-4de0-bb51-d7809d78d523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:33Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec0afd9c2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15820"
    uid: c5323b73-273a-474d-a2cc-65abae720c79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:33Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec0b04e6c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 3a035b1e-55fd-4c04-8d52-6997ee180a5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:33Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T13:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:33Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec0b05e8eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: 805bced0-3533-4f37-9f3a-006f22e2fae0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.291s (2.292s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:36Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec138fc14ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: a9a40ca6-6615-4057-b8ff-143a267ee93c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:36Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec13c5c76ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 7c361958-fcba-4eb2-b05b-01a34fcc00f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:02:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:02:36Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec13cced111
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: cea63322-6a31-490c-a86c-1b8e01dc070d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:03:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:53Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5cec16825bf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 806d1c1a-5647-40df-bf7b-ee9412ccac90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5ced2b7df554a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 115d3467-bb13-4305-beaf-7502413ca72e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5ced2b7dfd4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 4ca4befb-e8c6-4c59-b7ac-93db9b2e2083
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: d0633927-e158-43da-a712-ee87d0caa672
  kind: Event
  lastTimestamp: "2026-09-16T13:03:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:53Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c-nchb8.18d5ced31a57a90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 285f9178-e675-4ebe-b4b1-15f1b83b66ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-18839-predictor-7978f4cd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: 7dafc87b-73ea-4ed6-95a2-455b188bf666
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: 'Created pod: success-200-isvc-18839-predictor-7978f4cd9c-nchb8'
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: success-200-isvc-18839-predictor-7978f4cd9c.18d5cebdc2d5efb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: 1e361d09-606a-4a6d-99e7-923b56ed0009
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: ac800cab-7cf5-4f1b-b682-efdf79a2aa55
  kind: Event
  lastTimestamp: "2026-09-16T13:02:21Z"
  message: Scaled up replica set success-200-isvc-18839-predictor-7978f4cd9c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:02:21Z"
    name: success-200-isvc-18839-predictor.18d5cebdbf2fcb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: 85159d97-1748-495e-9471-a8887a4733eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 45ab0d5b-92da-410d-b071-6349de50e630
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: success-200-isvc-18839-predictor.18d5cec13db63adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 9df062f8-1381-43da-80a6-5cc4eee40ac7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 45ab0d5b-92da-410d-b071-6349de50e630
  kind: Event
  lastTimestamp: "2026-09-16T13:03:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:06Z"
    name: success-200-isvc-18839-predictor.18d5cec13e1b5365
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: 0a0b6fa9-67b2-4629-a8e3-7f5cac16098d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 45ab0d5b-92da-410d-b071-6349de50e630
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: success-200-isvc-18839-predictor.18d5cecbba4e0848
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 849e8f7c-9208-4477-9a8a-c2a6cf5b074b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-18839-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 45ab0d5b-92da-410d-b071-6349de50e630
  kind: Event
  lastTimestamp: "2026-09-16T13:03:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:36Z"
    name: success-200-isvc-18839-predictor.18d5cecbbad3f1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 17bb6d3c-4f47-492c-af7e-6af2c19f9fe1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-18839
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 635dd6cf-a5f3-42cc-a489-f99b57dee8d1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:23Z"
    name: success-200-isvc-18839.18d5cebdbf315790
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: c62d962e-eea4-4771-b2d3-6464f0a8b2f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-18839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 635dd6cf-a5f3-42cc-a489-f99b57dee8d1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:23Z"
  message: InferenceService [success-200-isvc-18839] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:23Z"
    name: success-200-isvc-18839.18d5cecc251ca061
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 5ce70332-ec5d-464f-92da-12451ed15ce3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:04:51.488637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0b70be808
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 276376c6-c7ce-4eb9-b0f1-4e173d5a3045
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0d8fe71b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 3437574d-7fa2-4c3e-933b-a99dd4ce349f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0da60218b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: 1786c948-9b9e-4640-a09d-76c3ecca31ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0dd3383d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: e5fbacf7-ae71-487f-93c5-c8761d17f501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0ddb8b4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: fc7dcd3f-1dc0-4cc8-b31d-b6a001210e96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0ddc1c313
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: a8a9f229-8013-4b5c-abbd-c44fb0e1d649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0e055f55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 5747bcc4-0ebe-4349-bad2-c604ad1d14eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee0e0b61128
    namespace: kserve-ci-e2e-test
    resourceVersion: "17443"
    uid: e28bda62-8457-4603-80cd-ac3126c91ca9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:05:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:05:29Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cee1374ba142
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 38603002-5601-4b05-b494-580043662db6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cf61e4b56488
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 59d9d9b7-dc1b-4ef3-82ec-d800e42a42d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: cb30dd14-22b0-4fe1-a5b7-d4d2f578bad8
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-46b60-predictor-5894d887c5-kbrpx.18d5cf61e4b61374
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 6970a287-c00f-46ac-a230-7b7c104f224b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-46b60-predictor-5894d887c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 6b0bc31e-68fc-4333-9220-b331e50a5647
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'Created pod: success-200-isvc-46b60-predictor-5894d887c5-kbrpx'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: success-200-isvc-46b60-predictor-5894d887c5.18d5cee0b69afa43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: 9c0346c6-552c-453c-8960-21add9eebc2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: 0730252f-0394-48f3-b223-039fed952511
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Scaled up replica set success-200-isvc-46b60-predictor-5894d887c5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: success-200-isvc-46b60-predictor.18d5cee0b502f10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 3f8c9311-5862-4b7d-a604-1e5f4a1ac641
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: c6950e37-06fb-48fa-8764-89e5df92b112
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: success-200-isvc-46b60-predictor.18d5cee433a1e74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: 8f2b8533-5d40-41a6-8c54-d45f7dcd9729
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: c6950e37-06fb-48fa-8764-89e5df92b112
  kind: Event
  lastTimestamp: "2026-09-16T13:05:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:36Z"
    name: success-200-isvc-46b60-predictor.18d5cee43408034f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 5c098f61-d954-4784-aaa5-e5f11c88d8ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: c6950e37-06fb-48fa-8764-89e5df92b112
  kind: Event
  lastTimestamp: "2026-09-16T13:06:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:06Z"
    name: success-200-isvc-46b60-predictor.18d5ceeeb1921a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 854e6913-af81-40e1-bbe3-38a164e1baf8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-46b60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: c6950e37-06fb-48fa-8764-89e5df92b112
  kind: Event
  lastTimestamp: "2026-09-16T13:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:06:06Z"
    name: success-200-isvc-46b60-predictor.18d5ceeeb1fc5331
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: 5d223c12-8fc7-4f12-9356-f7c5f177cec1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: 393255d4-6aea-4cfe-a38f-b307df32e813
  kind: Event
  lastTimestamp: "2026-09-16T13:05:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:39Z"
    name: success-200-isvc-46b60.18d5cee0b5010754
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 41e8a5c6-3ddf-4870-b841-c54f91500e08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-46b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 393255d4-6aea-4cfe-a38f-b307df32e813
  kind: Event
  lastTimestamp: "2026-09-16T13:05:39Z"
  message: InferenceService [success-200-isvc-46b60] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:05:39Z"
    name: success-200-isvc-46b60.18d5ceebf1fb6adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: cc3cd6a8-35bd-4991-b39f-141cc0258aa1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:15:16.717831Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22594"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf72499c3e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: a9e4034e-02db-4c2f-a560-f3305d6052f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-4c3c9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf72531a11a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: 28565f30-ec61-4b47-ab38-cccca8899508
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:15:17Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf728f50d17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: f7e51ab9-c367-4c22-a18a-8e462e805704
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:17Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf7290a42342
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: 0ca11266-2666-454f-a1ce-c0bd146170ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:17Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf72937a3e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: 6e8614ce-59a7-4200-bfc5-bd4ee12814d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:17Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf7293eaabc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: e163a4be-1c89-4689-839e-0b88a528d6b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:17Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf7293f3d89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 51e137a9-06f9-4c47-abf9-a71224226857
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf729762f789
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: f7a69c2d-8586-4bc6-a326-5f0c3056cfe5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:18Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf7297d44090
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: 6e169e56-b1df-476f-ad3a-588a3d3e5ade
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:24:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:34Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cf72b1ca0b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27287"
    uid: 3644b790-9595-4a0a-8926-28056a6179f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cff37c4a66bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 1ecd3752-8f3c-4a80-be4a-f7fa4173df6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cff37c4aeed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27132"
    uid: 2f0a6fe0-a152-41b3-b992-5ff2ba1ad362
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: a7940434-a9d6-453f-a98a-5052d19b3eb2
  kind: Event
  lastTimestamp: "2026-09-16T13:24:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:34Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd.18d5cff426339104
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 48da66f5-cfa9-4e95-b16c-405c819b2fdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-4c3c9-predictor-58d5c86759
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: 5d64b444-d5bb-45fb-a542-07144f65571b
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: 'Created pod: success-200-isvc-4c3c9-predictor-58d5c86759-mspsd'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: success-200-isvc-4c3c9-predictor-58d5c86759.18d5cf724937d384
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: eba29e8a-9a55-487b-b3a8-ce4211487adb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: d05f4d14-344a-4677-a955-f03e3f28ded2
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Scaled up replica set success-200-isvc-4c3c9-predictor-58d5c86759 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: success-200-isvc-4c3c9-predictor.18d5cf72478ae476
    namespace: kserve-ci-e2e-test
    resourceVersion: "22590"
    uid: dea131ab-8983-4c8f-9290-459b1b6a5286
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 46e24f06-d5be-4902-907b-4131c044e647
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: success-200-isvc-4c3c9-predictor.18d5cf75c603eb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23219"
    uid: 9c9330bf-991e-4117-87ec-3eba5fe846b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-4c3c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 46e24f06-d5be-4902-907b-4131c044e647
  kind: Event
  lastTimestamp: "2026-09-16T13:16:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:16:16Z"
    name: success-200-isvc-4c3c9-predictor.18d5cf75c671919b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: c6cf8dc0-4068-4314-a85b-cb02d0e5ec42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: 308a9270-93fb-494e-8fc5-c1f6b751169c
  kind: Event
  lastTimestamp: "2026-09-16T13:16:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:04Z"
    name: success-200-isvc-4c3c9.18d5cf724786117b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: dea7aa03-a773-4a30-a581-fef525ea58a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:16:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-4c3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 308a9270-93fb-494e-8fc5-c1f6b751169c
  kind: Event
  lastTimestamp: "2026-09-16T13:16:04Z"
  message: InferenceService [success-200-isvc-4c3c9] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:16:04Z"
    name: success-200-isvc-4c3c9.18d5cf7d6cbe0005
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: d8b3961f-0bfc-4ecf-9974-01fa302d55f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:24:31.744828Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff383cc15b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: d791c746-1fe2-494e-8904-1c095858ea36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-a1820-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff395956c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "27230"
    uid: 8e1b4bb9-1610-4697-8116-539dbd3c3719
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3c9c30273
    namespace: kserve-ci-e2e-test
    resourceVersion: "27248"
    uid: 9833cb07-4bd0-4d9a-8f24-122b12eb9bb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:32Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:32Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3cc506b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27250"
    uid: f0887bf5-e120-4a08-9a39-ff3979de3edd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3cfc097da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27251"
    uid: 9a02bbc2-3bde-49b6-9493-69795acf4bd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3d0317656
    namespace: kserve-ci-e2e-test
    resourceVersion: "27252"
    uid: 6813cdc5-7b65-45b0-876c-7b91565b795c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3d03bc864
    namespace: kserve-ci-e2e-test
    resourceVersion: "27253"
    uid: 9cb3d9ed-97d4-493b-98e5-6917c5996376
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3d32a729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27256"
    uid: 9a98784c-85b7-4371-b394-dec3fc92bd8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:24:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:33Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff3d3975cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 4217a684-4912-48a9-b546-9f611dd4aa1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:25:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:11Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5cff446291d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27746"
    uid: 5b38d011-4fad-427e-bbd4-e3643745b268
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:41:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:41:51Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5d0e57dcf2469
    namespace: kserve-ci-e2e-test
    resourceVersion: "34864"
    uid: 47e593c2-dea0-4f89-8a56-e299214d9a04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 81a98dd5-57cb-4d56-80dc-b5322143b99b
  kind: Event
  lastTimestamp: "2026-09-16T13:41:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:41:51Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff-mtskv.18d5d0e57dcf8714
    namespace: kserve-ci-e2e-test
    resourceVersion: "34866"
    uid: b1a2aa15-145b-4c87-9f43-7bcadad171c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-a1820-predictor-69d78bcdff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27147"
    uid: c6d194b2-904d-4657-b4f0-2bd13b3ac514
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'Created pod: success-200-isvc-a1820-predictor-69d78bcdff-mtskv'
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-a1820-predictor-69d78bcdff.18d5cff3832e441e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27162"
    uid: 4c733e8e-74a1-4aa8-9adc-cc73c5c104f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: b427a7bb-06dd-4884-8527-9d7eb94472b5
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: Scaled up replica set success-200-isvc-a1820-predictor-69d78bcdff from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-a1820-predictor.18d5cff3803e71f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27151"
    uid: 1be5e374-759d-4a60-90c9-70a50204aaa7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 4df4ac07-d2a0-4cfc-aa34-c07dcd9469cd
  kind: Event
  lastTimestamp: "2026-09-16T13:25:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:46Z"
    name: success-200-isvc-a1820-predictor.18d5cff6ff35a667
    namespace: kserve-ci-e2e-test
    resourceVersion: "28156"
    uid: ade02585-815a-4f1f-8fbc-076a566a9d7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 4df4ac07-d2a0-4cfc-aa34-c07dcd9469cd
  kind: Event
  lastTimestamp: "2026-09-16T13:25:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:46Z"
    name: success-200-isvc-a1820-predictor.18d5cff6ffc805c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28157"
    uid: 2168ae67-0b4a-4023-a60d-1ce7d2ff4145
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27536"
    uid: 4df4ac07-d2a0-4cfc-aa34-c07dcd9469cd
  kind: Event
  lastTimestamp: "2026-09-16T13:25:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:01Z"
    name: success-200-isvc-a1820-predictor.18d5cffa7e80a138
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 8a0fb7dc-98b0-451a-be85-8ae0cba2b8ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-a1820-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27536"
    uid: 4df4ac07-d2a0-4cfc-aa34-c07dcd9469cd
  kind: Event
  lastTimestamp: "2026-09-16T13:25:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:01Z"
    name: success-200-isvc-a1820-predictor.18d5cffa7ec94792
    namespace: kserve-ci-e2e-test
    resourceVersion: "27673"
    uid: 81e04ab3-03fa-4b85-b60f-4d289b6a2560
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: e7ec1de4-65e5-45bd-b92f-6c6d8809261a
  kind: Event
  lastTimestamp: "2026-09-16T13:25:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:21Z"
    name: success-200-isvc-a1820.18d5cff380e70cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27851"
    uid: 03ca06e3-14a5-4459-89fa-c3d63c27186e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: e7ec1de4-65e5-45bd-b92f-6c6d8809261a
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-a1820":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-a1820":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-a1820.18d5cff38195f6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 817ab2e5-e081-4c45-8bb9-577d552a0d7a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: e7ec1de4-65e5-45bd-b92f-6c6d8809261a
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-a1820": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-a1820.18d5cff38196456f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27159"
    uid: d3b2d916-b308-4b7d-ad02-3735f1865588
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: e7ec1de4-65e5-45bd-b92f-6c6d8809261a
  kind: Event
  lastTimestamp: "2026-09-16T13:25:21Z"
  message: InferenceService [success-200-isvc-a1820] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:21Z"
    name: success-200-isvc-a1820.18d5cfff03ec356a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27849"
    uid: 1d4d2c79-9686-4b73-bb53-88a9823785f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:14:06.405508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf61eaab61b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: 03137f16-7a06-4b6b-8efc-19d0c34f4f90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf620d1908a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: 8b7d1bea-7ca6-489f-90ca-b8b3f83a077a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf620e665d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: f0477b7e-8e4e-47ec-b669-70b226a702f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf6212005400
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: da004c7e-bae1-4fe9-8bd9-f4cd54b0e03e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf6212709863
    namespace: kserve-ci-e2e-test
    resourceVersion: "21718"
    uid: 73e9e2bb-52cf-4c94-9699-bbb114de942f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf62127b45f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: 9ab63c03-5f21-4004-82f3-fa1e7a14e32d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf62152a4eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 8cdf044d-2ee2-45a1-ba43-ce806a5976a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:07Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf6215a2d862
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: e9f2e20d-2fa2-4ae0-b781-170aed69285f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:14:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:44Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf6250a19f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 63bb6f41-b02d-4fc5-b993-af27c4a5e8eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf72427cb6a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 162552d6-4f74-4ac7-974c-8481252f4157
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:15:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:16Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf72427d88bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: 06d6a777-da7f-4c65-8eed-faa3562a3cee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 992c38ce-904e-4b40-a68f-7a8066332ec9
  kind: Event
  lastTimestamp: "2026-09-16T13:15:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:15:19Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q.18d5cf72d8cdd7d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: e8b24f94-ba6b-4b68-b087-5bd21ffcd1f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-aa957-predictor-55cf84dbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21629"
    uid: be85df59-3b45-43b0-9b3f-e237519e56fb
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'Created pod: success-200-isvc-aa957-predictor-55cf84dbdf-bk89q'
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-aa957-predictor-55cf84dbdf.18d5cf61ea15b46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: 859bbd44-d7df-4e84-adb0-c1d03a2b963f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: dda4efbe-416a-4bb8-b073-dff73ee3d540
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: Scaled up replica set success-200-isvc-aa957-predictor-55cf84dbdf from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-aa957-predictor.18d5cf61e89480a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: c416594a-6677-4069-8ef9-26b47bd19253
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: 52b2f024-2f6a-4370-96f7-fc189b427854
  kind: Event
  lastTimestamp: "2026-09-16T13:14:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:21Z"
    name: success-200-isvc-aa957-predictor.18d5cf656710d2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22009"
    uid: 56d0c3b1-cf35-4e2f-983f-391dd9c09ac6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: 52b2f024-2f6a-4370-96f7-fc189b427854
  kind: Event
  lastTimestamp: "2026-09-16T13:14:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:21Z"
    name: success-200-isvc-aa957-predictor.18d5cf656776b39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22011"
    uid: 3ca3448a-eccf-4095-87e2-07a5708f4688
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 52b2f024-2f6a-4370-96f7-fc189b427854
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: success-200-isvc-aa957-predictor.18d5cf68e6227df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22431"
    uid: 22efd411-1ed9-4b64-b36f-236b8405ae3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-aa957-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: 52b2f024-2f6a-4370-96f7-fc189b427854
  kind: Event
  lastTimestamp: "2026-09-16T13:15:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:06Z"
    name: success-200-isvc-aa957-predictor.18d5cf68e686cf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: b4b731f1-123d-47cd-8789-a88c08359fc0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: caf86054-1524-40b9-9ddf-70253dbd3bdf
  kind: Event
  lastTimestamp: "2026-09-16T13:14:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:54Z"
    name: success-200-isvc-aa957.18d5cf61e8933c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22309"
    uid: 7f89e0de-6b9b-4727-8996-4908795be950
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-aa957
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: caf86054-1524-40b9-9ddf-70253dbd3bdf
  kind: Event
  lastTimestamp: "2026-09-16T13:14:54Z"
  message: InferenceService [success-200-isvc-aa957] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:14:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:54Z"
    name: success-200-isvc-aa957.18d5cf6d0befdda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 19c89c04-74ab-40c0-baff-25935917864b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:13:06.496663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21014"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf53f7d30fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: 27fc5b01-aae5-4c60-aa3d-55c7f8d81dcf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf5419f69210
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: beafdddc-b2bd-4996-9492-da1fbcbed26c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf541b811609
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: ac3ab603-aaee-4b38-add6-c2023d553188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf541e2f53bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: a8cb47f5-f6e6-46e5-9e0d-917ec113defb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf541e8fac63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: fa19de95-5aae-4e85-9624-0a0f120c31cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf541e9a6a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: ba050973-fd96-444e-904a-44a2cdd5d93b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf5421aef413
    namespace: kserve-ci-e2e-test
    resourceVersion: "21081"
    uid: df1c7edb-b45e-4505-a604-51af207f3069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:07Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf54223259a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21083"
    uid: 0127e392-8f68-4b8b-95b4-429033cb2c42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:13:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:43Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf5447d42c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: 422c3581-ce22-4531-af7c-231ba85dc88c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf644e6cec79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 0056290e-1b3e-4a23-b6bc-df5f63dcf56d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf644e6d6a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21871"
    uid: 84964b55-6b3b-4254-80a8-734c703b7630
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: a991cf08-d4aa-4fbd-93b7-74abd42a0725
  kind: Event
  lastTimestamp: "2026-09-16T13:14:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:18Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c-765tw.18d5cf64cff268f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: 0c1e8923-e9b4-4b30-9e74-1efd901322a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-bfe0b-predictor-85fd74875c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: e39d2a42-6933-4c68-8d68-38e14c2e13fe
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: 'Created pod: success-200-isvc-bfe0b-predictor-85fd74875c-765tw'
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: success-200-isvc-bfe0b-predictor-85fd74875c.18d5cf53f76d9866
    namespace: kserve-ci-e2e-test
    resourceVersion: "21017"
    uid: 81dc2ee3-632e-4703-9bee-110151740079
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: c0241b6f-5824-466f-b8d7-f1d9a35096b6
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Scaled up replica set success-200-isvc-bfe0b-predictor-85fd74875c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: success-200-isvc-bfe0b-predictor.18d5cf53f3e3e489
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: 7345704d-819a-4e8e-8ae6-3fb49417037f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: f7bcc2e5-43d6-4d66-a924-660aab2fd255
  kind: Event
  lastTimestamp: "2026-09-16T13:13:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:36Z"
    name: success-200-isvc-bfe0b-predictor.18d5cf5773124c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 22f7ccf3-5c3b-46cc-8d8b-ff399a9b62dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: f7bcc2e5-43d6-4d66-a924-660aab2fd255
  kind: Event
  lastTimestamp: "2026-09-16T13:13:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:13:36Z"
    name: success-200-isvc-bfe0b-predictor.18d5cf57737d6559
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 7d2d9083-1f7b-42c0-ab43-c72f0f71e893
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: f7bcc2e5-43d6-4d66-a924-660aab2fd255
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-bfe0b-predictor.18d5cf5e71a70f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: ee0effbb-b995-474b-80c8-2603005a979b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-bfe0b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: f7bcc2e5-43d6-4d66-a924-660aab2fd255
  kind: Event
  lastTimestamp: "2026-09-16T13:14:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:06Z"
    name: success-200-isvc-bfe0b-predictor.18d5cf5e720f0be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 8b2c660e-21fe-41df-b1cf-5ba0573c581e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-bfe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 8e14c885-b1ae-4d9b-a5ac-812af0bdf643
  kind: Event
  lastTimestamp: "2026-09-16T13:13:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:13:53Z"
    name: success-200-isvc-bfe0b.18d5cf53f41238f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 8266f978-003c-4b90-b934-2d93a76f57a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-bfe0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21466"
    uid: 8e14c885-b1ae-4d9b-a5ac-812af0bdf643
  kind: Event
  lastTimestamp: "2026-09-16T13:13:53Z"
  message: InferenceService [success-200-isvc-bfe0b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:13:53Z"
    name: success-200-isvc-bfe0b.18d5cf5f02efed01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 3d9e9008-58b5-428e-b12d-de257be8fae6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:14:16.774290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-d30d6-predictor-597df4949-lzkwb
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf6454b2650b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: c9113f23-4e0e-4530-943b-3d645fa31138
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-d30d6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf6461a3da45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 5e82b97f-e2e7-461b-942f-936858470174
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf649aa5f4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: c0c9ffc0-ce29-43a0-9ad3-641cb95df43e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:17Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:17Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf649bedcb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 0c062cbe-9458-41f2-97d2-353112cf123e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:18Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf649effc850
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: 1afeabf6-00fa-4d50-9f37-5bc0b703d7ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:18Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf649f94ae72
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: ec4a5ed5-a42f-47bd-8c66-48ebfa58de86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:18Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf649f9ee762
    namespace: kserve-ci-e2e-test
    resourceVersion: "21967"
    uid: f3110f32-cf06-4bb3-b5b2-31527176c9ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:18Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf64a3a3eb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21968"
    uid: 46af3609-5de4-4e7b-803b-06c87767165e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:14:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:14:18Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf64a41cc682
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 6044307f-b374-464f-a1db-3b4edbd7202b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:23:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:34Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cf64a79bd60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26635"
    uid: 0f6ed246-c9b4-45dd-934d-1411a748c52a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cfe5832b7b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26515"
    uid: 221a9994-ce68-426a-906d-e3cf1768edbc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cfe5832c1616
    namespace: kserve-ci-e2e-test
    resourceVersion: "26517"
    uid: 05e8726d-3c4c-4879-b0cc-aa457a883963
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 12d32336-5ba8-4ab0-b7d1-d9b03e60629e
  kind: Event
  lastTimestamp: "2026-09-16T13:23:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:34Z"
    name: success-200-isvc-d30d6-predictor-597df4949-lzkwb.18d5cfe61c0b1fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26634"
    uid: fb1d55c6-dc8b-44d3-8da8-a9b119783559
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-d30d6-predictor-597df4949
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 064e0553-cef8-4d60-9b7f-cf9a5cf0bee2
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: 'Created pod: success-200-isvc-d30d6-predictor-597df4949-lzkwb'
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-d30d6-predictor-597df4949.18d5cf64544f6f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 58edc4c5-b7de-487d-b1ce-3639a847b516
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: e3ff6a63-fc53-413e-8d56-88ee01d80c9c
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: Scaled up replica set success-200-isvc-d30d6-predictor-597df4949 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-d30d6-predictor.18d5cf6452bd6552
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 7cfa4981-f5fb-4bb8-b588-9eadac6e84e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: 113cda8d-8d46-4d15-8b5b-2ed2b8857b72
  kind: Event
  lastTimestamp: "2026-09-16T13:15:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:01Z"
    name: success-200-isvc-d30d6-predictor.18d5cf67d14a5b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: f3378afc-379c-4830-875b-1f78b071e133
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: 113cda8d-8d46-4d15-8b5b-2ed2b8857b72
  kind: Event
  lastTimestamp: "2026-09-16T13:15:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:01Z"
    name: success-200-isvc-d30d6-predictor.18d5cf67d1b32e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 417b010e-edaf-486c-92cf-0db8c5c547ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: 113cda8d-8d46-4d15-8b5b-2ed2b8857b72
  kind: Event
  lastTimestamp: "2026-09-16T13:15:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:31Z"
    name: success-200-isvc-d30d6-predictor.18d5cf724e3a35d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22844"
    uid: 6dae0cb8-c46a-4cec-bdb3-fcb159ede405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-d30d6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: 113cda8d-8d46-4d15-8b5b-2ed2b8857b72
  kind: Event
  lastTimestamp: "2026-09-16T13:15:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:15:31Z"
    name: success-200-isvc-d30d6-predictor.18d5cf724eaef020
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 65e34be5-4476-4385-a927-529d13a0f3af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 1d42b326-e6c2-4b36-b5f2-68566edce9b6
  kind: Event
  lastTimestamp: "2026-09-16T13:15:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:04Z"
    name: success-200-isvc-d30d6.18d5cf6452bcf429
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 7ba451a5-87a4-4b9c-8bc7-a488983001f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 1d42b326-e6c2-4b36-b5f2-68566edce9b6
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: 'Failed to update status for InferenceService "success-200-isvc-d30d6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "success-200-isvc-d30d6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-d30d6.18d5cf645329842d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: fb9cf509-a654-409c-96a9-89055877ad31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 1d42b326-e6c2-4b36-b5f2-68566edce9b6
  kind: Event
  lastTimestamp: "2026-09-16T13:14:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "success-200-isvc-d30d6": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:14:16Z"
    name: success-200-isvc-d30d6.18d5cf645329d189
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 574609a5-f186-411d-bb64-663c324668d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:15:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-d30d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22385"
    uid: 1d42b326-e6c2-4b36-b5f2-68566edce9b6
  kind: Event
  lastTimestamp: "2026-09-16T13:15:04Z"
  message: InferenceService [success-200-isvc-d30d6] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:15:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:15:04Z"
    name: success-200-isvc-d30d6.18d5cf6f62329209
    namespace: kserve-ci-e2e-test
    resourceVersion: "22386"
    uid: 802d0814-059c-43d7-ac4b-14633feef742
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:23:31.732829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    to ip-10-0-141-139.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe58acdc19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26550"
    uid: ea937e3b-1c6c-4e1f-a3ad-a1028aedf861
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "success-200-isvc-e1666-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe596e1866a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26585"
    uid: a35f941e-7c87-4bb8-997a-ae59b6f2e980
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d0d34172
    namespace: kserve-ci-e2e-test
    resourceVersion: "26608"
    uid: 38deb75b-653e-40ec-b694-17889d77f662
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Container image "quay.io/opendatahub/success-200-isvc:odh-pr-1955" already
    present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d2543ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: ee9af83f-dc76-4323-a8b2-054c6770fa96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d57a2ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: 617ab0c5-afb3-4366-b7f7-27b2c3d1e0a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:32Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d5e9d5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: a9c67d07-a907-405c-ad53-54539bfbeab3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:33Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d5f4c02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 96351217-2b79-49b9-bb80-93226d465500
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T13:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:33Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d93f56f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 28f6f3c5-bc57-4bca-b2c5-5f837f45afad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:23:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:23:33Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe5d9b13186
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: ef778d81-6e0b-4cdf-adca-fa0f01184c42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:24:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T13:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:09Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cfe601080e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26914"
    uid: 4302e802-c0ff-4567-ad35-84f16cd689c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:24:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:41Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cff5e5d9f9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 6c4564a1-ba15-42df-953a-8110cf6ea783
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:24:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T13:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:41Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cff5e5da7a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27397"
    uid: 32e273b3-6280-4e5a-bdc4-990dfbe8342a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: e041a187-a083-4a84-925b-aac987cd32db
  kind: Event
  lastTimestamp: "2026-09-16T13:24:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T13:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:24:44Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq.18d5cff68956f307
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 6f5782f0-352b-43ff-aad8-4e3d1fffb30c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-139.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-139.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: success-200-isvc-e1666-predictor-6fcf567cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26526"
    uid: 259a6004-a600-460d-b0b0-9b6c312930c9
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: 'Created pod: success-200-isvc-e1666-predictor-6fcf567cf-z5ktq'
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: success-200-isvc-e1666-predictor-6fcf567cf.18d5cfe58a23acfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26545"
    uid: 14eeb5ab-d856-4369-b255-aac8c5d615a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: success-200-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26524"
    uid: 0af7961c-b85a-42ad-b6b4-a9b99076120e
  kind: Event
  lastTimestamp: "2026-09-16T13:23:31Z"
  message: Scaled up replica set success-200-isvc-e1666-predictor-6fcf567cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:23:31Z"
    name: success-200-isvc-e1666-predictor.18d5cfe58633e959
    namespace: kserve-ci-e2e-test
    resourceVersion: "26528"
    uid: c2f8a4a1-4a00-4370-9c61-fe241d6d763c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: d45fc25e-3ef6-45a9-9417-922166bafe5e
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-e1666-predictor.18d5cfe90553c170
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: e3712c07-90a3-4d3b-a5bf-dd885e80b12b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: success-200-isvc-e1666-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26525"
    uid: d45fc25e-3ef6-45a9-9417-922166bafe5e
  kind: Event
  lastTimestamp: "2026-09-16T13:24:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:24:31Z"
    name: success-200-isvc-e1666-predictor.18d5cfe905e2db63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: 8f7d2f57-78a7-41a8-a48d-09e7669b5934
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e1666
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: dc680d82-46d4-43b4-8b6f-3a641688bcb7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:19Z"
    name: success-200-isvc-e1666.18d5cfe586352569
    namespace: kserve-ci-e2e-test
    resourceVersion: "26995"
    uid: c9153e44-2f08-4734-97e0-3494cac1201f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:24:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: success-200-isvc-e1666
    namespace: kserve-ci-e2e-test
    resourceVersion: "26993"
    uid: dc680d82-46d4-43b4-8b6f-3a641688bcb7
  kind: Event
  lastTimestamp: "2026-09-16T13:24:19Z"
  message: InferenceService [success-200-isvc-e1666] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:24:19Z"
    name: success-200-isvc-e1666.18d5cff0be734d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: 0611358b-2b8f-4f0e-b1af-05c62ec10639
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:04:51.491139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-03a3a-5ff944788f-79jqg
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cee0b7320072
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 8f9111e8-945e-456e-bb39-bed5b7b00465
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cee0d8f3dcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: ca9d789b-86f4-4ebe-9890-69a180c8aa28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-03a3a}
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cee0da2d8631
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: 53d3e231-793c-4b4a-9ada-35053d6c28d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-03a3a}
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: 'Created container: switch-graph-03a3a'
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cee0dcb4b31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: c03d1795-7bdc-4c24-851e-8ebda797312f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-03a3a}
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: "2026-09-16T13:04:52Z"
  message: Started container switch-graph-03a3a
  metadata:
    creationTimestamp: "2026-09-16T13:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:52Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cee0dd255ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: a9b8aa17-9a04-478b-8b2d-4f6ef2aaa70e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-03a3a}
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: "2026-09-16T13:13:06Z"
  message: Stopping container switch-graph-03a3a
  metadata:
    creationTimestamp: "2026-09-16T13:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:06Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cf53ecb3a974
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 64459b2d-c420-4a64-bd27-36653ebf9b82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-03a3a}
    kind: Pod
    name: switch-graph-03a3a-5ff944788f-79jqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17364"
    uid: 7013f247-3f5c-40d5-a59b-e2ed07222a95
  kind: Event
  lastTimestamp: "2026-09-16T13:13:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:13:33Z"
    name: switch-graph-03a3a-5ff944788f-79jqg.18d5cf5485c59aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21307"
    uid: 36cc896d-a5c8-4ab9-994c-ed6bdc8fff39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-03a3a-5ff944788f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: eac1fef1-e73b-4cde-8424-854be2ef061d
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'Created pod: switch-graph-03a3a-5ff944788f-79jqg'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: switch-graph-03a3a-5ff944788f.18d5cee0b6c4a096
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: cfac2439-ab75-4087-92f5-d4a0d4b31bf5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: faf47810-61c2-4335-971d-a71221159313
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: Scaled up replica set switch-graph-03a3a-5ff944788f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: switch-graph-03a3a.18d5cee0b622cab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17357"
    uid: fc76bbc2-66b2-4d3b-9037-cdb1b94bb868
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: 005753a4-1e1e-4cf9-9bdd-ba7bc1364281
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: InferenceGraph [switch-graph-03a3a] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: switch-graph-03a3a.18d5cee0ba338794
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: d7dd64e5-f5ae-41b4-a11b-ca83ad797faf
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 005753a4-1e1e-4cf9-9bdd-ba7bc1364281
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'Failed to update status for InferenceGraph "switch-graph-03a3a": Operation
    cannot be fulfilled on inferencegraphs.serving.kserve.io "switch-graph-03a3a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: switch-graph-03a3a.18d5cee0bc948a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: c79afbe5-066b-44fc-bb52-8c0fb8ba4bad
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:04:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 005753a4-1e1e-4cf9-9bdd-ba7bc1364281
  kind: Event
  lastTimestamp: "2026-09-16T13:04:51Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "switch-graph-03a3a": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T13:04:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:04:51Z"
    name: switch-graph-03a3a.18d5cee0bc94cc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: 3ce07e8c-dc76-44dc-8c00-002a02a809a7
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: 363d6bf1-ebd0-4b54-ad27-ba0126c72a86
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: switch-graph-03a3a.18d5cee4348a706c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: d1fd5232-46c3-4f1b-96e8-526a02bedb0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: 363d6bf1-ebd0-4b54-ad27-ba0126c72a86
  kind: Event
  lastTimestamp: "2026-09-16T13:05:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:05:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:06Z"
    name: switch-graph-03a3a.18d5cee434f0f38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 5498fa40-1bb1-4c25-8c71-d719f895dbcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 363d6bf1-ebd0-4b54-ad27-ba0126c72a86
  kind: Event
  lastTimestamp: "2026-09-16T13:05:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:21Z"
    name: switch-graph-03a3a.18d5cee7b384a2f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: da0019a2-0755-419c-bda2-b5a6c0993f82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:05:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-03a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 363d6bf1-ebd0-4b54-ad27-ba0126c72a86
  kind: Event
  lastTimestamp: "2026-09-16T13:05:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T13:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:05:21Z"
    name: switch-graph-03a3a.18d5cee7b3e52383
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 2af20d76-4413-4b95-bd48-7d2d2ce5622c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:03:41.167917Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-18839-5b789bf7-khdjv
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:03:41Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced0579ae783
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 65d5f1ba-401e-4829-a069-4a61a15edadd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:41Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:03:41Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced0798d6055
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: 2b8675fd-b1be-406b-815c-7e14a5697ef2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-18839}
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:41Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:41Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced07ac9cad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 7048ac27-dcd4-4430-b25f-4cbd1da4805d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-18839}
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:44Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    in 2.553s (2.553s including waiting). Image size: 214864488 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T13:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:44Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced112f631b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 13fe3215-e1ae-497d-a85b-cfae48056099
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-18839}
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:44Z"
  message: 'Created container: switch-graph-18839'
  metadata:
    creationTimestamp: "2026-09-16T13:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:44Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced115e959df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: b1a7c2d9-6fb4-445a-99be-9145448bbce0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-18839}
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:44Z"
  message: Started container switch-graph-18839
  metadata:
    creationTimestamp: "2026-09-16T13:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:44Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced1165db5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0c341d05-0067-4c0c-b140-900ad65abc41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-18839}
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:03:51Z"
  message: Stopping container switch-graph-18839
  metadata:
    creationTimestamp: "2026-09-16T13:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:03:51Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced2b2893311
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: d69febac-2452-4a9d-8e05-378535592d11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-18839}
    kind: Pod
    name: switch-graph-18839-5b789bf7-khdjv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: c2a84274-b55d-4dbd-9c3a-9fe7e5e5aaa1
  kind: Event
  lastTimestamp: "2026-09-16T13:04:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:04:20Z"
    name: switch-graph-18839-5b789bf7-khdjv.18d5ced3b3de0c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: d7afa3f2-54b5-419d-a766-28dc31d05706
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-18839-5b789bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 2c896b59-6c2a-4243-a901-4e9c41624fcf
  kind: Event
  lastTimestamp: "2026-09-16T13:03:41Z"
  message: 'Created pod: switch-graph-18839-5b789bf7-khdjv'
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:41Z"
    name: switch-graph-18839-5b789bf7.18d5ced056f7940a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: fac9dbce-cd08-461f-8f54-2a172aebe543
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-18839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: df6e1a45-0328-458b-9fc9-ac73808ccbda
  kind: Event
  lastTimestamp: "2026-09-16T13:03:41Z"
  message: Scaled up replica set switch-graph-18839-5b789bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:03:41Z"
    name: switch-graph-18839.18d5ced0560ac1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: c57abab0-26cd-41e2-81e9-9ecfd4f4ef68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:03:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-18839
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 6e28c7bd-278a-4eb7-b18f-59419e57ff1d
  kind: Event
  lastTimestamp: "2026-09-16T13:03:41Z"
  message: InferenceGraph [switch-graph-18839] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:03:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:03:41Z"
    name: switch-graph-18839.18d5ced05b9121bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 5e45928c-d958-4e4d-a9cf-697b0be6024b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T13:25:31.750212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/switch-graph-a1820-864897f7c9-6pkdx
    to ip-10-0-139-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T13:25:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d0017c65ad76
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: dc6bf492-6113-4781-9d4b-c82bef715408
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77b7bc654c-dllqc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:25:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "switch-graph-a1820-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T13:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d00184f30c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: b51b32d2-a17e-466e-957f-80f4fad8e51e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27977"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:25:32Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T13:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T13:25:32Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d001c240f110
    namespace: kserve-ci-e2e-test
    resourceVersion: "27995"
    uid: 6005c5a2-d1c6-4c1b-8a9b-47c037048f17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a1820}
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:25:32Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:62d716e9108bab0eae4dda085adea8a94265e8463fcd8dd789ff17982af1f134"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T13:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:32Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d001c488fb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 38ce74c1-246c-4040-8a6a-30f7a8a3fd98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a1820}
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:25:33Z"
  message: 'Created container: switch-graph-a1820'
  metadata:
    creationTimestamp: "2026-09-16T13:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:33Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d001c7526a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: a9493aa9-df35-416a-9116-7afd98238d9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a1820}
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:25:33Z"
  message: Started container switch-graph-a1820
  metadata:
    creationTimestamp: "2026-09-16T13:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:25:33Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d001c7ce2b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 351ca943-8969-4d0b-9c6a-0e3ed152712f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a1820}
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:41:50Z"
  message: Stopping container switch-graph-a1820
  metadata:
    creationTimestamp: "2026-09-16T13:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:41:50Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d0e57708f84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34849"
    uid: 371418e5-62f6-44eb-83aa-aa9b92180c38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T13:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{switch-graph-a1820}
    kind: Pod
    name: switch-graph-a1820-864897f7c9-6pkdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 40e56f7c-0ced-489f-8b30-182c21fd80a2
  kind: Event
  lastTimestamp: "2026-09-16T13:42:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T13:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T13:42:14Z"
    name: switch-graph-a1820-864897f7c9-6pkdx.18d5d0e65787b19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: e20f5db0-613f-4272-8047-4fa09765e971
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: switch-graph-a1820-864897f7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: da724e3e-9d52-4d43-a0c7-2886d383d635
  kind: Event
  lastTimestamp: "2026-09-16T13:25:31Z"
  message: 'Created pod: switch-graph-a1820-864897f7c9-6pkdx'
  metadata:
    creationTimestamp: "2026-09-16T13:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: switch-graph-a1820-864897f7c9.18d5d0017bee9449
    namespace: kserve-ci-e2e-test
    resourceVersion: "27969"
    uid: f2c4564d-ea5d-4206-836d-0ea502ba642e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: switch-graph-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: 57522948-eb7d-46bb-96df-5cb4f3224380
  kind: Event
  lastTimestamp: "2026-09-16T13:25:31Z"
  message: Scaled up replica set switch-graph-a1820-864897f7c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T13:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: switch-graph-a1820.18d5d0017ad82da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: 97b4c0d2-ea7f-450c-b618-73252d598080
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: switch-graph-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: 16c8af97-08d1-4749-a810-8b1da7ba4f4e
  kind: Event
  lastTimestamp: "2026-09-16T13:25:31Z"
  message: InferenceGraph [switch-graph-a1820] is Ready
  metadata:
    creationTimestamp: "2026-09-16T13:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T13:25:31Z"
    name: switch-graph-a1820.18d5d0018142a3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27981"
    uid: b4c49ce1-7e61-43a9-b2fd-f2adc2c0095f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 5a6dab21-c519-467f-a20a-9fafb3725e8e
  kind: Event
  lastTimestamp: "2026-09-16T13:26:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:26:16Z"
    name: switch-graph-a1820.18d5d004f97581f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28389"
    uid: cf277f45-482d-4f96-ba0e-c1d8e4ecd2f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T13:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: switch-graph-a1820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: 5a6dab21-c519-467f-a20a-9fafb3725e8e
  kind: Event
  lastTimestamp: "2026-09-16T13:26:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T13:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T13:26:16Z"
    name: switch-graph-a1820.18d5d004f9f47816
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: d423a338-cd10-4eb6-aefe-aba74f5706a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
kind: EventList
metadata:
  resourceVersion: "35112"