---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:20:53.497097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:20:53Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a29c15797d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: f2e20317-8759-40f0-a043-84c28e181e7c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: "2026-07-01T17:20:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-9c3795-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:53Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a29cd5ba4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: 2060ab73-13b6-4ce3-a618-f9f641d66e8f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: "2026-07-01T17:20:54Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:20:54Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a29fe77968c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: d8dbef39-dddf-44af-b76a-c03a69774932
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: "2026-07-01T17:21:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:00Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a29ffe4287a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: 7226e01f-b95a-4cdb-b705-56fafb7338c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: "2026-07-01T17:21:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:00Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a2a026e3c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: 24972d69-2fe9-4151-ac17-42e2192590b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: "2026-07-01T17:21:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:00Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a2a02db4a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: 5008485d-1ace-44bd-95c8-1ab53045d97e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: af617931-4ed8-4989-8b3e-ac8006fb9e32
  kind: Event
  lastTimestamp: "2026-07-01T17:21:03Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:03Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2.18be3a2c15ba7e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: caf381f8-95ab-4275-a03e-e2f8d9958ac6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-9c3795-predictor-7cb8c994db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: d78f624c-1f34-4d4c-a518-72cdcd71ee54
  kind: Event
  lastTimestamp: "2026-07-01T17:20:53Z"
  message: 'Created pod: isvc-init-fail-9c3795-predictor-7cb8c994db-4tkb2'
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:20:53Z"
    name: isvc-init-fail-9c3795-predictor-7cb8c994db.18be3a29c0e63a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: f8361a6f-f176-4244-b01a-8e51f93fa44d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-9c3795-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 93bd9d3e-ac71-4950-badd-9c3a29ba747d
  kind: Event
  lastTimestamp: "2026-07-01T17:20:53Z"
  message: Scaled up replica set isvc-init-fail-9c3795-predictor-7cb8c994db from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:20:53Z"
    name: isvc-init-fail-9c3795-predictor.18be3a29be216114
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: ef2c0e32-ac2c-4c5d-b29d-43d2e77d5c45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9c3795
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: c336c2c1-4d52-4987-a10b-98d4ff74830b
  kind: Event
  lastTimestamp: "2026-07-01T17:21:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:21:00Z"
    name: isvc-init-fail-9c3795.18be3a29be1f0716
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: cdd014b4-d41d-4171-883e-69e255118789
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9c3795
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: c336c2c1-4d52-4987-a10b-98d4ff74830b
  kind: Event
  lastTimestamp: "2026-07-01T17:20:53Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-9c3795":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-9c3795":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:53Z"
    name: isvc-init-fail-9c3795.18be3a29be9add92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: a77b027f-8c67-4f07-a42a-26c119121973
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9c3795
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: c336c2c1-4d52-4987-a10b-98d4ff74830b
  kind: Event
  lastTimestamp: "2026-07-01T17:20:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-9c3795": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:53Z"
    name: isvc-init-fail-9c3795.18be3a29be9b217a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: 82b7557e-707b-46b6-bf48-9e589bd41e1b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:14:33.437225Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:14:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:14:33Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d144022e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: 63780169-a51b-4d75-b767-9ecacce51b1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-df9a9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:33Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d14abc5ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: 03c90370-53ca-4145-ad84-1fc5411c8e08
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:34Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:14:34Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d18123e6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: ed59ee8e-49a8-432b-b742-b2c6069150c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:34Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d182fee8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: a3999e79-e445-4b92-abc8-5808433a6486
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:34Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d185bf6d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: a7688875-da22-48d7-ab32-1693b316e922
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:34Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d1862f1f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: d43cc8d4-278d-49f9-a29e-4af58eb6d3ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d27af47bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: f682e383-6f14-474a-9a6d-bf1635cfe820
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d27d8cbea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: 8b9b1935-2c90-4632-9254-dbcbf9a4215e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d27e02807a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 2a5151a3-5532-4558-99b8-e8d4ecfe8de1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d27e0d024c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: 367a7628-cfc5-4de7-b913-0f8725ae83d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d280d30ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: ebc169ef-e8ab-4bb2-a3ce-aa6423aa9495
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d281463496
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 8d8d8a88-d5d4-459d-8192-2090d765a6a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6e0ddcf7f1337e58596baa7c9b81109d1b3a245f58dd3bd46131f522391a7237"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d281511be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 6ea71b35-1493-4780-95c1-69161bb25773
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d2841fb696
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 359d9cf6-3bc1-4d60-8088-c9d48a8deefa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:38Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T17:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:38Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d284926be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 9c2581a8-dd4f-46a6-9d9e-a9c7a3cbc0ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:16:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:24Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d2b702362e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18728"
    uid: 08c37045-462d-4afc-830d-ff445548f335
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39d2b70cc363
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 0b680d89-e221-4541-a7b6-492e0acd031c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39e776ccda9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 94ea63e2-68ab-4b83-8bc4-f9b39d5e80bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39e776cdbea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 80c9b3f7-140b-4c17-9501-92095f8782c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39e776cdd45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: 897809b0-7336-4381-b342-4aa741c6d675
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 5cd62387-8aad-469a-ac5e-817e0e169f8b
  kind: Event
  lastTimestamp: "2026-07-01T17:16:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:20Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l.18be39e7e728c2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18696"
    uid: 33d2ef5f-eb9b-4eae-8d01-5f62a7675632
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 5b1e873e-c62e-4085-8501-2c68accaf2d7
  kind: Event
  lastTimestamp: "2026-07-01T17:14:33Z"
  message: 'Created pod: isvc-logger-raw-df9a9-predictor-659d8d4f64-l4d2l'
  metadata:
    creationTimestamp: "2026-07-01T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:33Z"
    name: isvc-logger-raw-df9a9-predictor-659d8d4f64.18be39d1439273c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 12985102-58de-4e38-b0a9-c4662ce270da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 945f7445-df36-4b56-938c-7b7d3e5014b7
  kind: Event
  lastTimestamp: "2026-07-01T17:14:33Z"
  message: Scaled up replica set isvc-logger-raw-df9a9-predictor-659d8d4f64 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:33Z"
    name: isvc-logger-raw-df9a9-predictor.18be39d13fedcf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: d207a976-c95f-4e70-8859-b9d07127d7ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2e9f2ca4-cc49-4994-aa53-c3b23b16499d
  kind: Event
  lastTimestamp: "2026-07-01T17:14:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:48Z"
    name: isvc-logger-raw-df9a9-predictor.18be39d4be6f36dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: f2b8de58-f069-4c93-9b49-01e53bc18643
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2e9f2ca4-cc49-4994-aa53-c3b23b16499d
  kind: Event
  lastTimestamp: "2026-07-01T17:14:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:48Z"
    name: isvc-logger-raw-df9a9-predictor.18be39d4bed2b149
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: 5aec28b0-abb9-4b7b-addb-2cd8c59e8197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:15:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 2e9f2ca4-cc49-4994-aa53-c3b23b16499d
  kind: Event
  lastTimestamp: "2026-07-01T17:16:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:16:03Z"
    name: isvc-logger-raw-df9a9-predictor.18be39d83d7d80cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 1ecfe319-bc29-47db-a380-7de3d5e81ea0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:15:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: 2e9f2ca4-cc49-4994-aa53-c3b23b16499d
  kind: Event
  lastTimestamp: "2026-07-01T17:16:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:15:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:16:03Z"
    name: isvc-logger-raw-df9a9-predictor.18be39d83de75b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 862f5412-dfba-4479-b845-d8283a044825
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-df9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 7939e9dc-bb02-4856-8a06-327aed0bcd21
  kind: Event
  lastTimestamp: "2026-07-01T17:15:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:15:54Z"
    name: isvc-logger-raw-df9a9.18be39d13ff7929c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 6d8fe09d-af2b-4cd5-adb8-9ed60e889890
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-df9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 7939e9dc-bb02-4856-8a06-327aed0bcd21
  kind: Event
  lastTimestamp: "2026-07-01T17:14:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-df9a9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-df9a9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:14:33Z"
    name: isvc-logger-raw-df9a9.18be39d140752c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: b8bc5fca-46eb-45a4-a537-4bc4f0a6afef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:15:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-df9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: 7939e9dc-bb02-4856-8a06-327aed0bcd21
  kind: Event
  lastTimestamp: "2026-07-01T17:15:54Z"
  message: InferenceService [isvc-logger-raw-df9a9] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:15:54Z"
    name: isvc-logger-raw-df9a9.18be39e410a9e0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: 5a450e58-29a0-4e5c-85d6-fe1f3882c294
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:19:04.047019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:19:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:19:04Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a10459befbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 5b317294-70e3-41ce-b4d5-a867250c3ae6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-a14ffe-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:04Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a104dd5d166
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: d7219f0b-417d-42f3-9efa-3b87afe119d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:05Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:19:05Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a1082e1cf2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: f7a7c853-c3e7-4b01-a790-0c0ebaa62751
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:05Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a10848d38dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: fe6084f4-88ff-4d3b-a203-6a5cb0c7810f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:05Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a108799121e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 47ea7a04-42dc-460b-8497-927d1fd8e952
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:05Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a10880b59b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 52359c7f-44ba-41b8-9ed2-1f973cd0e450
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:09Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a11935281d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: fa2108e7-49a5-47bd-99a9-d61f02c143b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:09Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a11970aa3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19973"
    uid: 47e30609-d4e0-4ce7-ac2b-27a8c0e26cc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:09Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a11977adf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: a7c9b500-f26c-4ddc-b6aa-17b6ba567e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:09Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a1197864f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: a3344421-9bdc-4465-b574-761fb3464112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:09Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a119a37b40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 96a97f94-30e5-4f32-ab73-9d435320de11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:19:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:09Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a119aaa65db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: 7c1dc16c-fbd7-499b-bb72-0a3057f797b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:20:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:16Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a11cf723d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: dcc24d6b-5e19-42d4-a30e-4806ede6a0c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:20:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:48Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a288b16e04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: f60f93fe-f4e6-4434-bcb2-2d10cbad63bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:20:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:48Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a288b177624
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: a675d6ce-f745-454a-be80-f2c7b5013db1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 2cfb23dc-0276-417d-86b5-d764a69e07af
  kind: Event
  lastTimestamp: "2026-07-01T17:20:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:51Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb.18be3a2953bfd4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: 511947e9-b008-45e9-bdee-5458ea2fc42b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a14ffe-predictor-7b957ccb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: bb29e993-7143-4618-bcc5-0ef71e03b07b
  kind: Event
  lastTimestamp: "2026-07-01T17:19:04Z"
  message: 'Created pod: isvc-primary-a14ffe-predictor-7b957ccb6c-j9lvb'
  metadata:
    creationTimestamp: "2026-07-01T17:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:19:04Z"
    name: isvc-primary-a14ffe-predictor-7b957ccb6c.18be3a104528af07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 87789f9d-fdce-42f9-83f8-6f910a7e9570
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a14ffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: ab2bcd43-678c-4f90-8ea2-de586e25bc86
  kind: Event
  lastTimestamp: "2026-07-01T17:19:03Z"
  message: Scaled up replica set isvc-primary-a14ffe-predictor-7b957ccb6c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:19:03Z"
    name: isvc-primary-a14ffe-predictor.18be3a1040ed0f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 271e7142-2ef4-4994-be99-43c4b2477016
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a14ffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 0feda771-aa77-4f90-a3c8-3376b803764c
  kind: Event
  lastTimestamp: "2026-07-01T17:19:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:19:34Z"
    name: isvc-primary-a14ffe-predictor.18be3a13bfc970a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 175f9072-1436-46d9-9878-a15f268736d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a14ffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19889"
    uid: 0feda771-aa77-4f90-a3c8-3376b803764c
  kind: Event
  lastTimestamp: "2026-07-01T17:19:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:19:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:19:34Z"
    name: isvc-primary-a14ffe-predictor.18be3a13c0289a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: 034dac99-4807-447c-8c0d-d00afddd5f4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a14ffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 0feda771-aa77-4f90-a3c8-3376b803764c
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-primary-a14ffe-predictor.18be3a1abe1e38ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20583"
    uid: 2e81622f-f9dc-438c-9647-e4b096982df6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a14ffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20045"
    uid: 0feda771-aa77-4f90-a3c8-3376b803764c
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-primary-a14ffe-predictor.18be3a1abe85df45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: 05ca537d-334f-4b2f-badb-f68fcad2fdf6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: c61dafe2-0ef3-45d9-8b23-9d0391920d07
  kind: Event
  lastTimestamp: "2026-07-01T17:20:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:26Z"
    name: isvc-primary-a14ffe.18be3a1040f616bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: aaaeffa0-51c0-4d55-bdff-a3b051ebba14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: c61dafe2-0ef3-45d9-8b23-9d0391920d07
  kind: Event
  lastTimestamp: "2026-07-01T17:19:03Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a14ffe": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a14ffe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:19:03Z"
    name: isvc-primary-a14ffe.18be3a104171c47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: e7bd636f-a5b8-4977-b3e7-acdd7f7e6a79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: c61dafe2-0ef3-45d9-8b23-9d0391920d07
  kind: Event
  lastTimestamp: "2026-07-01T17:19:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a14ffe": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:19:03Z"
    name: isvc-primary-a14ffe.18be3a10417217dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19895"
    uid: 3dee8214-8aa3-4aa6-96f3-5c5cec08479a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: c61dafe2-0ef3-45d9-8b23-9d0391920d07
  kind: Event
  lastTimestamp: "2026-07-01T17:20:26Z"
  message: InferenceService [isvc-primary-a14ffe] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:26Z"
    name: isvc-primary-a14ffe.18be3a23874d7d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 2796132e-c600-46f6-96ca-8ecf0cc74359
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:08:27.601994Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:08:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:08:27Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397c1687856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 8d73b34e-6cbe-4183-99f2-90689aa28b54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14480"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:28Z"
  message: Add eth0 [10.134.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:08:28Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397c2f9348ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: 75000ec6-8605-481f-807d-d0d60975139d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
  metadata:
    creationTimestamp: "2026-07-01T17:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:28Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397c313d8688
    namespace: kserve-ci-e2e-test
    resourceVersion: "14491"
    uid: 225112a6-ee12-4758-a06b-14ff0586f062
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    in 4.009s (4.009s including waiting). Image size: 301878744 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:32Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397d203d5d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: d6e6f9a1-8d92-4f1e-b293-cb25c9a912a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:32Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397d2438c556
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: 2a14292f-d55f-4a41-9f63-8316d62e67f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:32Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397d249a8354
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: da05e76e-755c-4d46-b695-e1af347c9fcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:36Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
  metadata:
    creationTimestamp: "2026-07-01T17:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:36Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be397e18cbe282
    namespace: kserve-ci-e2e-test
    resourceVersion: "14561"
    uid: c876a22e-cadf-4919-bfa2-bc3606485ee9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    in 13.582s (13.582s including waiting). Image size: 1555871157 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:49Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be398142600aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 1974e038-51bc-406b-a6ed-dfc23b4a4deb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:49Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be39814573648c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: a9f8995a-6ef8-4fd8-8c6c-d452e5c45702
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:49Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be398145e86e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: 5920f822-f947-42b4-98e4-ad34ba40e33d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:49Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-01T17:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:49Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be398145f6fab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 5469bc86-1009-40cf-a9e9-f9b64af7a8e5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.199s (2.199s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:52Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3981c90bf863
    namespace: kserve-ci-e2e-test
    resourceVersion: "14680"
    uid: 027874ba-df26-4eba-9121-ec6577cc47c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:52Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3981cc2e0638
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: 7682582c-6d46-4c3a-8324-ced5ac9ef50c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:52Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3981cca060aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: ffde16ab-ebb5-4528-b361-134f67a19bfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6e0ddcf7f1337e58596baa7c9b81109d1b3a245f58dd3bd46131f522391a7237"
  metadata:
    creationTimestamp: "2026-07-01T17:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:52Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3981ccadedec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: d94179c2-4572-49b9-9596-0a9abb20afc3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6e0ddcf7f1337e58596baa7c9b81109d1b3a245f58dd3bd46131f522391a7237"
    in 3.523s (3.523s including waiting). Image size: 239992444 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:55Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be39829ead1b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 77893185-658d-4352-9f8f-cc6315839cd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:55Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:55Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3982a365ed73
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: bc027ee8-95a9-46a8-ba52-2835112cb8cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:08:55Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:08:55Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3982a4607d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 8f6fd5c2-b201-49a6-9869-2b7ae45cd1c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:39Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3982c73f7544
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 564c468d-6b60-4888-8526-0fd13deb555a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:29Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be398303040b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: a953bdce-f5e1-415a-bd90-f04c6ab22b89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3996e7163dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 3122110f-d3ee-4c4e-adb5-58a89020c4bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3996e7168509
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 6ba7f01b-abd7-4d21-840d-e871b0dd5643
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3996e716e29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 7d3c79fe-313c-46b4-b76b-ec7df376402a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: 2f2b7f1f-a903-4a32-b77c-a2e894fec0d7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.17:8643/healthz": dial tcp
    10.134.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:37Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp.18be3997f76f8bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: fb2c90f6-62ab-4811-82f0-e4af87fc36dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: e1015943-983c-4cc1-a04c-4b4be2c98dc0
  kind: Event
  lastTimestamp: "2026-07-01T17:08:27Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb-l7nsp'
  metadata:
    creationTimestamp: "2026-07-01T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:08:27Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb.18be397c14fdeb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14469"
    uid: 1d871824-a0b3-4b90-a9a7-b42a85b5698d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-9a882-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: b847b1f7-0e33-4c5f-9cce-49a8215e4a3b
  kind: Event
  lastTimestamp: "2026-07-01T17:08:27Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-9a882-predictor-cd7c84dbb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:08:27Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor.18be397c0dc40720
    namespace: kserve-ci-e2e-test
    resourceVersion: "14458"
    uid: 481cc423-173f-4697-8ffc-f289005e6433
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9a882-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: 97667c19-d3ec-4412-b4dc-b899ba0213a0
  kind: Event
  lastTimestamp: "2026-07-01T17:09:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:09:12Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor.18be397f93c573e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: dc365ba9-0aa2-4ee2-a50c-eb7f8748d6c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9a882-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: 97667c19-d3ec-4412-b4dc-b899ba0213a0
  kind: Event
  lastTimestamp: "2026-07-01T17:09:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:09:12Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor.18be397f943ee143
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: 195af954-45f4-45f7-b88e-571e2216a21c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9a882-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 97667c19-d3ec-4412-b4dc-b899ba0213a0
  kind: Event
  lastTimestamp: "2026-07-01T17:10:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:10:12Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor.18be398a110a798d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 82a32a6c-a234-443a-aa9d-31fe97446734
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:09:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-9a882-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 97667c19-d3ec-4412-b4dc-b899ba0213a0
  kind: Event
  lastTimestamp: "2026-07-01T17:10:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:10:12Z"
    name: isvc-raw-sklearn-batcher-9a882-predictor.18be398a117541df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: d1dafc59-e1c8-47c0-8530-0e013c89b926
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9a882
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: 90577088-1e61-4432-903a-459980aba479
  kind: Event
  lastTimestamp: "2026-07-01T17:10:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:10:09Z"
    name: isvc-raw-sklearn-batcher-9a882.18be397c13f77cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15258"
    uid: fb302842-d1cb-4a4b-b1ff-b91efdffe49a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9a882
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: 90577088-1e61-4432-903a-459980aba479
  kind: Event
  lastTimestamp: "2026-07-01T17:08:27Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-9a882":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-9a882":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:08:27Z"
    name: isvc-raw-sklearn-batcher-9a882.18be397c1470c180
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: ccca8346-e976-4469-87e4-fb6d680bb023
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:08:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9a882
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: 90577088-1e61-4432-903a-459980aba479
  kind: Event
  lastTimestamp: "2026-07-01T17:08:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-9a882": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:08:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:08:27Z"
    name: isvc-raw-sklearn-batcher-9a882.18be397c14710dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: 6518a6a0-0dc4-4a3e-b2c3-927b57b9d4ee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-9a882
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 90577088-1e61-4432-903a-459980aba479
  kind: Event
  lastTimestamp: "2026-07-01T17:10:09Z"
  message: InferenceService [isvc-raw-sklearn-batcher-9a882] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:10:09Z"
    name: isvc-raw-sklearn-batcher-9a882.18be3993cd202940
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: de087669-2477-41d7-bf90-69a384e65590
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:20:34.284097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: b12a9898-14b9-4c78-b2ed-feaa38530b96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q.18be3a25482875b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: f8d934d7-87df-4fc3-b3ad-c5a57a3427ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: b12a9898-14b9-4c78-b2ed-feaa38530b96
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q.18be3a25614a36ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 5dc9ca98-9e5e-47d7-ac65-fa02b2035043
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: b12a9898-14b9-4c78-b2ed-feaa38530b96
  kind: Event
  lastTimestamp: "2026-07-01T17:20:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:37Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q.18be3a2562e81b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: c899615b-aee2-446b-a905-f13473a9bb26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: b12a9898-14b9-4c78-b2ed-feaa38530b96
  kind: Event
  lastTimestamp: "2026-07-01T17:20:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:38Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q.18be3a25657f9a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: d97ca1a4-9b59-494c-bda6-670ac56241e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: b12a9898-14b9-4c78-b2ed-feaa38530b96
  kind: Event
  lastTimestamp: "2026-07-01T17:20:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:38Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q.18be3a2565ee0144
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: c618a147-2dcd-46e2-88d0-bbcd75fd5537
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: b12a9898-14b9-4c78-b2ed-feaa38530b96
  kind: Event
  lastTimestamp: "2026-07-01T17:20:41Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q_kserve-ci-e2e-test(b12a9898-14b9-4c78-b2ed-feaa38530b96)
  metadata:
    creationTimestamp: "2026-07-01T17:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:20:41Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q.18be3a2713840288
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: dddedd2a-0a1e-4334-885c-1811f0d5e103
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: 7abe12bc-efc1-4264-b766-6db1bd896573
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: 'Created pod: isvc-secondary-a14ffe-predictor-6dbcf6bb68-5gh8q'
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-secondary-a14ffe-predictor-6dbcf6bb68.18be3a2547a8cbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: e55b58dd-3708-4829-adef-874595830626
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a14ffe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: f4299e4d-964c-4652-8040-0f0b717ae0b3
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: Scaled up replica set isvc-secondary-a14ffe-predictor-6dbcf6bb68 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-secondary-a14ffe-predictor.18be3a25427f66cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: a1bd24f0-c87e-4a4e-86ef-598f5895f540
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 1606f408-8753-4b9c-aee2-5ff7ad99fb6a
  kind: Event
  lastTimestamp: "2026-07-01T17:20:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:42Z"
    name: isvc-secondary-a14ffe.18be3a254285d158
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 0977f827-4bff-42db-bba0-e4965c86cce3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 1606f408-8753-4b9c-aee2-5ff7ad99fb6a
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a14ffe":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a14ffe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-secondary-a14ffe.18be3a2543707c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 80cf1eee-8d25-4df4-9efc-b8fa5ed5a271
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a14ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 1606f408-8753-4b9c-aee2-5ff7ad99fb6a
  kind: Event
  lastTimestamp: "2026-07-01T17:20:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a14ffe": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:20:34Z"
    name: isvc-secondary-a14ffe.18be3a254370c8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 5b755b5f-cb38-485b-aeaf-8c4470cb0bbf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:10:22.783710Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3996e7e51935
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: 3f9495c7-7ef8-4acf-8e27-825896426e8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-89809-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3996f5384a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 7fd08d24-ec35-4866-a50c-0a8c53ef6fcc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be399725c7a139
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: b86a08e9-3211-4a81-a709-a09a160f6644
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be39972747527a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 37cc649a-d4ef-4fff-9eb1-fe6474138f90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be39972afcbf9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 20bf9aeb-14f2-4d23-9cd1-6b205987ee0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be39972b739488
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: a5efc6b1-f253-4a1a-bb6a-48fb46003cbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:29Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be399872003262
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: cff16c05-e81b-48fd-a778-e2f98635ee09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:30Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3998a05852ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 49838b5f-b3d7-4b32-a209-451e328d3315
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:30Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3998a0d8c150
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: 74e10524-c7b4-4bbf-b846-94d564b538c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:30Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3998a0e5a0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 2336b25a-5f39-4b83-a5d3-49d29be75731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:30Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3998a463b20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: fc26a7b4-4d1b-4b5a-9526-b8d62198c9a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:10:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:30Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3998a5775032
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 1b582294-51a5-4aec-8a90-a2a58622a258
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:11:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:11:43Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be3998fb6a577b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: daaadd56-fcb6-44c8-9427-4f653574c06f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be39b2ea7cc155
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: a132b48e-5a39-46e0-997d-953f7a421ba8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be39b2ea7d4e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: 6581e3da-e1e6-4233-bb36-639df2bf7c38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: f4c0c9d5-258b-4777-a905-83df72e038f2
  kind: Event
  lastTimestamp: "2026-07-01T17:12:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp
    10.134.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:27Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj.18be39b3fdc9e2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: fcbd2eb7-6f8f-486a-946a-afae4b327a9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 0e48427c-0a6f-4bba-a22a-e3f796363903
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: 'Created pod: isvc-sklearn-graph-raw-89809-predictor-955cb8778-jgldj'
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-sklearn-graph-raw-89809-predictor-955cb8778.18be3996e7682d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: f32005d1-8daf-4658-9cdf-762b73b1b1a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 4554527d-c225-466c-9025-7751877ea3f7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-89809-predictor-955cb8778
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-sklearn-graph-raw-89809-predictor.18be3996e1f723d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: c7b2524f-a3ce-4d3d-af29-9192faf06a93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 6c8cbc84-7438-4579-a19b-af7666b66f80
  kind: Event
  lastTimestamp: "2026-07-01T17:11:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:11:07Z"
    name: isvc-sklearn-graph-raw-89809-predictor.18be399a607ed3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: d0a656e5-ba2e-47d2-afd6-c873862a0723
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 6c8cbc84-7438-4579-a19b-af7666b66f80
  kind: Event
  lastTimestamp: "2026-07-01T17:11:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:11:07Z"
    name: isvc-sklearn-graph-raw-89809-predictor.18be399a60e9c055
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: ebea96bd-1000-4f59-a36c-e84b7eb56791
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 6c8cbc84-7438-4579-a19b-af7666b66f80
  kind: Event
  lastTimestamp: "2026-07-01T17:12:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:22Z"
    name: isvc-sklearn-graph-raw-89809-predictor.18be399de06d048c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 9fce1cfd-3922-4c48-8513-5cb4e4f6ef94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 6c8cbc84-7438-4579-a19b-af7666b66f80
  kind: Event
  lastTimestamp: "2026-07-01T17:12:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:22Z"
    name: isvc-sklearn-graph-raw-89809-predictor.18be399de0e3c9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 465484b9-69fc-445f-a98d-226db46b1f5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-89809
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 6c8fa253-6c3b-4017-a339-9edb4fa99a57
  kind: Event
  lastTimestamp: "2026-07-01T17:11:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:11:53Z"
    name: isvc-sklearn-graph-raw-89809.18be3996e1f1e188
    namespace: kserve-ci-e2e-test
    resourceVersion: "16165"
    uid: a169a0e2-56b3-41d1-96e3-524806fec33d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:11:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-89809
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: 6c8fa253-6c3b-4017-a339-9edb4fa99a57
  kind: Event
  lastTimestamp: "2026-07-01T17:11:53Z"
  message: InferenceService [isvc-sklearn-graph-raw-89809] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:11:53Z"
    name: isvc-sklearn-graph-raw-89809.18be39abf2d268cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: 49e58f53-3877-4876-8d64-88847d51556b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:12:23.105624Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b2eba3b870
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 252a1ff4-4759-4242-b958-c57a93e7f45d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-e08af-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b2f3abbcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: fbe67d99-aaf6-4fc2-8216-155e4fdb8048
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b328f685de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: bd76e27e-b0a3-4c38-9b6d-aa0ca556f18a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b32ac3f79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 9c8688ff-a0f6-441b-9e10-8f9cef5a31cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b32db8bb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 655ede97-fe1d-4b1c-b342-6aafd7cee48f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b32e40ca71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: 153ddfb6-409a-44b2-9250-d8448b11abd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b4186ce4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: 72810eeb-5573-41ec-a605-8381591e0b18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b41b63202b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 3c8e0a13-89b4-4fa4-9fe5-1b74e38f3d6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b41bc6e83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 00c48f64-6217-458f-b2ad-54785f949f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b41bd0d875
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 7c0411ea-cc07-4872-88f2-77818f913538
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b41f1aa5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 81499c95-0dd1-4fd4-afc7-70a046f3234e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b41f90d804
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 9c9dd7b5-857c-4964-b0e7-63538ea48da4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39b454b6dcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: 765c18b9-1425-45ac-9e85-743a1da56ee3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39cc9d7cd77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: a9ff37cd-0064-4bcd-b740-a7b0e3cc7633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39cc9d7d4139
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 7fd081a4-4605-42e5-85c6-679133ef4e49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: c5a40b5d-a681-4b80-942b-dd06dc63769f
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp.18be39cd030ff567
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 55a73c17-0c91-4c67-ac9b-ae7a40a725d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: fa7d1465-a109-4b3f-92bc-7ade6e6ef157
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994-9kvmp'
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994.18be39b2eb0dca1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 3e549949-8eb4-4aa1-87d5-6a35d932e2c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 83702a6e-a9a6-4fdd-a527-49e2754fac41
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-e08af-predictor-76bf495994
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor.18be39b2e63d832a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 3585a7e4-fc90-4d80-b032-2e108219299c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 9c1ff371-cafc-413a-9a7a-c73ac3c6a3ca
  kind: Event
  lastTimestamp: "2026-07-01T17:12:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:53Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor.18be39b665308b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 3b466baa-8a42-442d-9c77-a0ae099ca4e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 9c1ff371-cafc-413a-9a7a-c73ac3c6a3ca
  kind: Event
  lastTimestamp: "2026-07-01T17:12:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:53Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor.18be39b6670d5f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 40135a94-9aef-41dd-b0c3-d3b655d40fba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 9c1ff371-cafc-413a-9a7a-c73ac3c6a3ca
  kind: Event
  lastTimestamp: "2026-07-01T17:14:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:08Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor.18be39bd6531d60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: e01b4308-c3e1-440d-8ff7-068e4bfd7183
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 9c1ff371-cafc-413a-9a7a-c73ac3c6a3ca
  kind: Event
  lastTimestamp: "2026-07-01T17:14:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:08Z"
    name: isvc-sklearn-graph-raw-hpa-e08af-predictor.18be39bd65a039a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: c0f2a6cb-afbc-4d74-b3ec-a29bc2d377ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 9eefd6de-7bff-4695-91ef-7774c7b69490
  kind: Event
  lastTimestamp: "2026-07-01T17:13:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:13:45Z"
    name: isvc-sklearn-graph-raw-hpa-e08af.18be39b2e63d5479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: 847e4b57-c82d-4a1a-a6e0-9c566e97da6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 9eefd6de-7bff-4695-91ef-7774c7b69490
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-e08af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-e08af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-sklearn-graph-raw-hpa-e08af.18be39b2e6bcfca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 8d256c2f-9985-4655-a8e1-981860785c8c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:13:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 9eefd6de-7bff-4695-91ef-7774c7b69490
  kind: Event
  lastTimestamp: "2026-07-01T17:13:45Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-e08af] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:13:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:13:45Z"
    name: isvc-sklearn-graph-raw-hpa-e08af.18be39c60c39c45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 221594d1-14c3-48a6-bff4-fa62ede9d4f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:16:08.800569Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e7781b49e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18559"
    uid: 002520b2-3296-4d36-a006-31ebedbed22c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-76ae4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e7821f05d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: 5f043cfa-cf86-4453-af72-a78fecb586d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:09Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:16:09Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e7b5504d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: 1073c10a-0dd9-497f-be82-45251811ee60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:09Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e7b7132999
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: 9bf34aa8-5017-46f9-8f45-c78fde5332dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:09Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e7ba4f2685
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: a77d63f2-bfc0-4abb-be96-6f1829b7a2b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:09Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e7bac0c82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: 77d3c230-27c5-476f-bdc1-d15fbfe4cbc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e8aed1c877
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: b6fb8317-ec7d-4e08-b8a4-7c2eab420955
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e8b1d271af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 79e60e00-c32a-48ad-b0ed-3f3bd6b4fd56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e8b24795c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 1704a049-552a-4f98-905e-39940a986d6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e8b25142c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18647"
    uid: 59bbe45b-23ae-4a55-bf3a-46eaa159bbb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e8b5b1e562
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: ed020086-3fe6-4ff3-b6ce-4725fe1cffb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:16:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:14Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e8b6238c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 0fcece9b-b1cc-41d0-9d4e-9991da683c96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:19:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:05Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be39e92699f895
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 9fe54593-f2d9-482e-818f-bd8ad8f34a1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:18:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:18:58Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be3a0f140eb1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: c4624c83-8f0b-4a33-9031-1515cb2ed613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:18:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:18:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:18:58Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be3a0f140fdc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: acab7bcd-fccf-48ff-848e-21fe7a0252ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 9f04d4e1-4be5-45b9-a6d3-e69a2274cdf9
  kind: Event
  lastTimestamp: "2026-07-01T17:19:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:19:07Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd.18be3a0fcd2f00ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: a9803d00-c64a-4622-93a0-8a15a76bbbfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 106369e9-d3ca-4d2d-867e-af86f259aa9f
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: 'Created pod: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68-vknpd'
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68.18be39e777a35612
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 8af0e9b1-3ba8-4602-99a8-c20f7aaa0276
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-76ae4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: 4e157243-88bd-427a-8c10-78a4154b3689
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-76ae4-predictor-6b8f655f68
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor.18be39e7716fb42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 47424f0b-83d8-4574-9929-fa47bc996243
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-76ae4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 27c61365-e027-440d-ba2a-476601f8aa69
  kind: Event
  lastTimestamp: "2026-07-01T17:16:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:16:53Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor.18be39eaf079691d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: f94c79f4-67b9-45d9-94f3-fb05a586776c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-76ae4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: 27c61365-e027-440d-ba2a-476601f8aa69
  kind: Event
  lastTimestamp: "2026-07-01T17:16:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:16:53Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor.18be39eaf0c5aca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: aa1d4d15-10a3-4115-957a-34ea9838c048
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-76ae4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 27c61365-e027-440d-ba2a-476601f8aa69
  kind: Event
  lastTimestamp: "2026-07-01T17:18:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:18:53Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor.18be39ee6fd6a943
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: 82fcd13c-19dc-47ea-b170-b1b970ee2c72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-76ae4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 27c61365-e027-440d-ba2a-476601f8aa69
  kind: Event
  lastTimestamp: "2026-07-01T17:18:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:18:53Z"
    name: isvc-sklearn-scale-raw-76ae4-predictor.18be39ee70244633
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: 6d6613dc-1bca-4df2-a227-74270cd585f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-76ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 1bc59da3-ef94-4740-a7e3-dc0cc917b79a
  kind: Event
  lastTimestamp: "2026-07-01T17:18:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:18:55Z"
    name: isvc-sklearn-scale-raw-76ae4.18be39e7717d7525
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 5ea8bd6b-49de-4ea5-b50d-e32343aefa5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-76ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 1bc59da3-ef94-4740-a7e3-dc0cc917b79a
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-76ae4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-76ae4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: isvc-sklearn-scale-raw-76ae4.18be39e77205ea3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 61fcb558-c439-4793-8daf-869cd56a9cce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:18:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-76ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: 1bc59da3-ef94-4740-a7e3-dc0cc917b79a
  kind: Event
  lastTimestamp: "2026-07-01T17:18:55Z"
  message: InferenceService [isvc-sklearn-scale-raw-76ae4] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:18:55Z"
    name: isvc-sklearn-scale-raw-76ae4.18be3a0e35bea759
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 88e5d194-0d9a-404c-8590-8b1d1630c953
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:10:22.893547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be3996ee710849
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: e9773523-df2e-442c-bfbf-0e1b1d04bc85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399707edf34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: d24cbead-4079-46a4-b295-4af86637d421
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be3997097dae42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: 56d64336-cf37-49cc-a6a8-f66e82b59ac0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be39970c670c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 11f95c01-fa26-45d4-9513-01a482cbb28c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:23Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be39970cda818a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: bb298062-697a-40a9-b1e0-7e5f4f86a010
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:27Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-01T17:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:27Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be39980b388c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: df50f1d8-abdf-440a-9dbb-9d843d70e1f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.495s (20.495s
    including waiting). Image size: 1305293052 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:48Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399cd0d3f05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: 9560ce2d-2a5b-41fe-abb7-a28169470d29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:48Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399cd3b0143d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 144689ef-55cd-42fc-8d45-b0b3d7b13c7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:48Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399cd4228804
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: 88b8df42-fa0c-498f-a789-9f91a522fc1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:48Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399cd42daab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 5ecb6c5a-de99-479c-b249-c49b6601cc65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:48Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399cd8043c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 227dd7be-ed3f-4a54-8fd4-c87189d9d94f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:10:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:10:48Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399cd8773987
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: b8e5669a-0f95-4e1f-9016-00d6de49e26e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:25Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be399d30ce9ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 416bc2c3-0bf4-452b-a435-8c587d9b8dae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be39b2f500ca0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 125101c4-80f4-487d-ab54-dd7f450d9d69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be39b2f50137f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: ccd96524-5443-48ee-ba8b-4a42d48540d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: dd5a468c-c5ff-4faf-b323-2a213450d04f
  kind: Event
  lastTimestamp: "2026-07-01T17:12:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:25Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv.18be39b38b011cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 9faac293-0a5a-4707-a543-dfc35f04b05b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: eb7a9c0f-561f-42b4-87a5-520d4cecf9c7
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: 'Created pod: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89-kfbbv'
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor-67f44f8c89.18be3996ee062885
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: 839ef65c-767d-4c21-8922-7fb1309d11f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 0dfee411-ec53-4f03-9330-393f58023e05
  kind: Event
  lastTimestamp: "2026-07-01T17:10:22Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-89809-predictor-67f44f8c89
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:10:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor.18be3996eac4d014
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: fe0cafea-a0d5-43be-aa02-befed4e3f35a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: c3e29729-3f20-4f3a-a22c-b549c4b33701
  kind: Event
  lastTimestamp: "2026-07-01T17:11:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:11:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor.18be399a695eb795
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 1c5838cd-5e37-4419-86c2-b79a2d5d4784
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: c3e29729-3f20-4f3a-a22c-b549c4b33701
  kind: Event
  lastTimestamp: "2026-07-01T17:11:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:11:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor.18be399a69d8220e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: a619f663-ab2f-44d8-9b54-e3a585fe9d3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:11:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: c3e29729-3f20-4f3a-a22c-b549c4b33701
  kind: Event
  lastTimestamp: "2026-07-01T17:12:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor.18be39a1676cc691
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: b41692f6-9125-4173-ba82-438b0b399145
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:11:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-89809-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15595"
    uid: c3e29729-3f20-4f3a-a22c-b549c4b33701
  kind: Event
  lastTimestamp: "2026-07-01T17:12:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:11:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:22Z"
    name: isvc-xgboost-graph-raw-89809-predictor.18be39a167d1c4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 39e0568d-3504-42d4-889b-5caf83db625f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-89809
    namespace: kserve-ci-e2e-test
    resourceVersion: "15389"
    uid: 0f18e577-cc7f-4e28-8ce5-40ab85ae11e2
  kind: Event
  lastTimestamp: "2026-07-01T17:11:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:11:56Z"
    name: isvc-xgboost-graph-raw-89809.18be3996eac96f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 44f8d0ff-c458-431d-9289-c3e88ccb60b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:11:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-89809
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 0f18e577-cc7f-4e28-8ce5-40ab85ae11e2
  kind: Event
  lastTimestamp: "2026-07-01T17:11:55Z"
  message: InferenceService [isvc-xgboost-graph-raw-89809] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:11:55Z"
    name: isvc-xgboost-graph-raw-89809.18be39ac992a0700
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 9f2ce03f-01fe-412f-9841-1f1838232245
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:12:23.193054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b2f0d9db53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16513"
    uid: c70c6e88-14c5-4982-82c3-ee40d164722e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-e08af-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b2f9b4b808
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 2ccbe55e-4e77-424c-96d6-e1539c1da414
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b32eee79fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: acc1dafe-e637-434b-829b-da684130b479
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b3306fe3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: b1130347-2033-4620-a70f-526d01062784
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b333715d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: dbd964e2-3645-4cde-a84a-829d87567963
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:24Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b333d54c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 80d8857d-e7da-4fef-b240-cbc8ea9b0c17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b41883f4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 1c593186-b7cf-41ed-9578-eb974da50a2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b41b608aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 11e05edf-a0f6-4c72-8669-05d6e0d7f597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b41bdffc2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: e288a5df-f40a-4bb9-b83b-a1b1048ef192
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b41be91c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: 4fbe2ad3-9051-4472-ab95-fa894ede61b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b41f1fa43d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: b8df649a-6201-4365-8119-7dd5ec2dde9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:12:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:28Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b41f88ead1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 81047856-f3ba-43e7-bc2a-8f896837fca2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:14:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39b49097c461
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 17d2c61e-de9d-4b82-9835-8d3ff0f81310
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39cca0563dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: ce3644ea-85b6-415c-bebb-0bbcf213e10e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39cca056c2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: 20b79704-f463-4725-be7f-074807817717
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: ec6d77c8-9be9-404e-8a0f-00503f939b4d
  kind: Event
  lastTimestamp: "2026-07-01T17:14:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:16Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm.18be39cd3edfb3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: 14542dba-20ec-4757-8504-fc1f58c71203
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 2d7a83c0-af02-4c6a-9097-16e5de9c4d42
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c-tvfqm'
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c.18be39b2f0530c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16510"
    uid: cfe19d9a-0ea9-4e4b-a610-996acde5301f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 0aba27de-55fa-45da-a82b-5c6e8db960dd
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-e08af-predictor-66b5fcf89c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor.18be39b2ed24f880
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 10eaeadf-b7c4-4664-ae34-3434c72634d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 45d2dd05-d050-427b-92db-74cadf484216
  kind: Event
  lastTimestamp: "2026-07-01T17:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:13:08Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor.18be39b66c275d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: 4e3e533a-4396-4279-8560-cd1506996c4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 45d2dd05-d050-427b-92db-74cadf484216
  kind: Event
  lastTimestamp: "2026-07-01T17:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:13:08Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor.18be39b66c944bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 5dbbed0f-b937-4c69-8654-cd6a3b23d136
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 45d2dd05-d050-427b-92db-74cadf484216
  kind: Event
  lastTimestamp: "2026-07-01T17:14:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:08Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor.18be39b9eb444e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 545b56af-065c-40ea-8fa0-d6da73bb07ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 45d2dd05-d050-427b-92db-74cadf484216
  kind: Event
  lastTimestamp: "2026-07-01T17:14:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:08Z"
    name: isvc-xgboost-graph-raw-hpa-e08af-predictor.18be39b9ebb0b542
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: c25a4f35-6390-4ac8-b846-9b68ed7f6f97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 83c68c7f-f683-4074-91b8-b05c6700619e
  kind: Event
  lastTimestamp: "2026-07-01T17:13:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:13:36Z"
    name: isvc-xgboost-graph-raw-hpa-e08af.18be39b2edb8cdbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 53c0564a-a216-4261-bcc6-1fcf35d0b33d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 83c68c7f-f683-4074-91b8-b05c6700619e
  kind: Event
  lastTimestamp: "2026-07-01T17:12:23Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-e08af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-e08af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:12:23Z"
    name: isvc-xgboost-graph-raw-hpa-e08af.18be39b2ee2f56c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: d0cd556e-09f9-41f0-9f88-180b80df7db0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: 83c68c7f-f683-4074-91b8-b05c6700619e
  kind: Event
  lastTimestamp: "2026-07-01T17:13:36Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-e08af] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:13:36Z"
    name: isvc-xgboost-graph-raw-hpa-e08af.18be39c3f46d2cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: f293f199-79e0-488c-82d9-1df399bffd1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:14:13.406709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cc9a18b470
    namespace: kserve-ci-e2e-test
    resourceVersion: "17520"
    uid: 3bfbe234-a715-47c7-8d44-2a26907d6603
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-df9a9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cca5adb057
    namespace: kserve-ci-e2e-test
    resourceVersion: "17565"
    uid: b86a6d2b-352f-416d-a34a-5606c5e092a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:14Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:14:14Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39ccd7269216
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: eeb88ba7-ad0d-4586-91ca-2c1c7a46379f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:14Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-01T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:14Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39ccd8ce6d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: a6ad81c9-8fc9-4e91-8aa4-870a2ed696d7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.318s (1.318s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cd275fb523
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 1e016c1b-9aeb-4fe7-99b7-0b6859791fbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cd2a692519
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 863fc3ba-d1eb-4ea1-9cbd-c0ec19705542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cd2ae39263
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: 0375fbf5-1e95-4ff6-bff0-8e4066e581b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cd2aee0bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 485cbb97-7bcd-4bf8-a24c-ae21e6543785
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cd2ddfa7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 401af13a-2162-40b0-babf-d121eafc777f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:14:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:15Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39cd2e6dc487
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: dd594520-9417-4268-bf1f-9c21f54b952a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39e77bcef3c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: ec7dfb4b-ce70-4d8b-b23f-0c011f677c89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:16:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: e3b1cb1a-3439-48a1-90a7-245f435e8c54
  kind: Event
  lastTimestamp: "2026-07-01T17:16:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:16:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:16:08Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r.18be39e77bcf7bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: d4cbcf54-40c3-447a-84de-bffdd756b818
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-df9a9-predictor-d9498cb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 068f3460-f3f4-4b48-a284-4996835c59f9
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: 'Created pod: message-dumper-raw-df9a9-predictor-d9498cb4c-g7h6r'
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: message-dumper-raw-df9a9-predictor-d9498cb4c.18be39cc999cc2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 3fb4b1fa-62d4-4ff5-9ed4-b6b1b65a6a19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ae723bdb-171a-40a7-a847-50abccaf2f7e
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: Scaled up replica set message-dumper-raw-df9a9-predictor-d9498cb4c from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: message-dumper-raw-df9a9-predictor.18be39cc962df420
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 0c20d612-8ba6-4291-989f-8fd1d8a0390f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 8eb1252b-24d6-4025-a1f9-89ffd1165aca
  kind: Event
  lastTimestamp: "2026-07-01T17:14:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:58Z"
    name: message-dumper-raw-df9a9-predictor.18be39d01472d105
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: be9df170-927e-4055-9e79-f0bb3a3d1048
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 8eb1252b-24d6-4025-a1f9-89ffd1165aca
  kind: Event
  lastTimestamp: "2026-07-01T17:14:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:58Z"
    name: message-dumper-raw-df9a9-predictor.18be39d014d51a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 86e6cbca-ba7f-4db2-8639-9c3dee3d0bfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 8eb1252b-24d6-4025-a1f9-89ffd1165aca
  kind: Event
  lastTimestamp: "2026-07-01T17:14:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:43Z"
    name: message-dumper-raw-df9a9-predictor.18be39d39426a497
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 06e0d3b6-4e42-48c6-98e4-eb5a87f71a11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-df9a9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 8eb1252b-24d6-4025-a1f9-89ffd1165aca
  kind: Event
  lastTimestamp: "2026-07-01T17:14:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:43Z"
    name: message-dumper-raw-df9a9-predictor.18be39d394a35a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: 688a3285-3b6b-4e0b-97a5-8e2b5a688571
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-df9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 144509d4-4b6b-4076-b869-e39ae0a0caf1
  kind: Event
  lastTimestamp: "2026-07-01T17:14:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:14:23Z"
    name: message-dumper-raw-df9a9.18be39cc963640b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17675"
    uid: f0630efe-1345-4007-8377-a23676a02d62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-df9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 144509d4-4b6b-4076-b869-e39ae0a0caf1
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-df9a9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-df9a9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: message-dumper-raw-df9a9.18be39cc96cb8d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 871f7757-4163-491d-b79b-5f1125fa138e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-df9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 144509d4-4b6b-4076-b869-e39ae0a0caf1
  kind: Event
  lastTimestamp: "2026-07-01T17:14:23Z"
  message: InferenceService [message-dumper-raw-df9a9] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:14:23Z"
    name: message-dumper-raw-df9a9.18be39cefdfe0542
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 102afc1a-c10b-4b8d-a686-33f65cc0fc82
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:12:12.823176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-89809-659f466585-tkfj5
    to ip-10-0-138-241.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:12:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:12:12Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b086c20d25
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: a3178556-92bd-4ecf-a5ee-d5da84d80d23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:13Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:12:13Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b0a0ea8b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: 3c6b2acf-4bc5-42b9-8e3b-395cc2910228
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-89809}
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:13Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:c0785f60b462f861cfab04ad440fa6adb06dbacec8c1d6b98ebf808ae746d9cf"
  metadata:
    creationTimestamp: "2026-07-01T17:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:13Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b0a277fe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 62e836bc-1451-4814-9854-99a10ad6d473
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-89809}
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:c0785f60b462f861cfab04ad440fa6adb06dbacec8c1d6b98ebf808ae746d9cf"
    in 2.319s (2.319s including waiting). Image size: 218070140 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:15Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b12cb88d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: fdc1861f-b581-43b9-a0c0-991a3df40d2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-89809}
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:15Z"
  message: 'Created container: model-chainer-raw-89809'
  metadata:
    creationTimestamp: "2026-07-01T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:15Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b130cba5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 8b8de316-6942-4e7d-a605-711b0411fdd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-89809}
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:15Z"
  message: Started container model-chainer-raw-89809
  metadata:
    creationTimestamp: "2026-07-01T17:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:15Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b131428cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: bcdf5d04-b23d-49b5-a114-45a1c26dc83e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-89809}
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:22Z"
  message: Stopping container model-chainer-raw-89809
  metadata:
    creationTimestamp: "2026-07-01T17:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:22Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b2dcdb34bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 1a93fbae-464d-4fb7-b6f4-a642fa803d1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-89809}
    kind: Pod
    name: model-chainer-raw-89809-659f466585-tkfj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c7ff20d2-786b-4828-92e3-4e5058ed083b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:12:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:12:51Z"
    name: model-chainer-raw-89809-659f466585-tkfj5.18be39b3cb916813
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: d9b85d6f-aeeb-4efb-8315-7599375fed83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-89809-659f466585
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: d5bbd5f7-4db1-4c24-8090-cd267f65ceeb
  kind: Event
  lastTimestamp: "2026-07-01T17:12:12Z"
  message: 'Created pod: model-chainer-raw-89809-659f466585-tkfj5'
  metadata:
    creationTimestamp: "2026-07-01T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:12Z"
    name: model-chainer-raw-89809-659f466585.18be39b085e74487
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: fbb75f04-9543-4653-b44f-d869849f9488
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-89809
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 4dd54bb2-49c5-4aeb-85fd-3ba326d3f68b
  kind: Event
  lastTimestamp: "2026-07-01T17:12:12Z"
  message: Scaled up replica set model-chainer-raw-89809-659f466585 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:12:12Z"
    name: model-chainer-raw-89809.18be39b08371f12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: a2bcbaea-e2d2-4f9a-bd53-e0cc714a9f15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-89809
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 43402675-3461-4114-8e4e-4cb826f482b5
  kind: Event
  lastTimestamp: "2026-07-01T17:12:12Z"
  message: InferenceGraph [model-chainer-raw-89809] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:12:12Z"
    name: model-chainer-raw-89809.18be39b08d96a226
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 625fa0b9-4c26-44b4-aa4e-6c278a2b461f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:14:03.132588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    to ip-10-0-138-241.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39ca35b6048f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17382"
    uid: a750fa19-9280-4f5f-8999-963c9ca41545
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39ca4f704d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 5c265646-2eda-44e6-a700-06278ec7b1cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e08af}
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:c0785f60b462f861cfab04ad440fa6adb06dbacec8c1d6b98ebf808ae746d9cf"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39ca50ce329b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: d3758ae0-86fc-4790-8f78-4ade499fd004
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e08af}
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: 'Created container: model-chainer-raw-hpa-e08af'
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39ca5459e4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: c04f3884-9ced-4afd-ad2f-d1642f7c0778
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e08af}
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: Started container model-chainer-raw-hpa-e08af
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39ca54d29bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 7e7099a1-f6a0-44df-8cab-1e0a0daaed0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e08af}
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:13Z"
  message: Stopping container model-chainer-raw-hpa-e08af
  metadata:
    creationTimestamp: "2026-07-01T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:13Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39cc8deb6d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 16025b40-f50f-4cb5-a5dd-22381e49fd54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e08af}
    kind: Pod
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 49679933-9bc5-423e-9575-476a07122b3b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:14:40Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2.18be39cd0cef144a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 6e0550ac-91b8-4da9-8768-061db5b762ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-e08af-6ff4c87b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: faf47460-c27c-4cce-9d4d-b51ff507284b
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: 'Created pod: model-chainer-raw-hpa-e08af-6ff4c87b69-xx8d2'
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af-6ff4c87b69.18be39ca352eda00
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: fb8cf5df-2834-4cff-969d-db6fc9495bc1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 93fa24a5-0e5d-4955-8647-4a0003284979
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: Scaled up replica set model-chainer-raw-hpa-e08af-6ff4c87b69 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af.18be39ca33b9b163
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: db503e32-77e7-4038-b248-ceffaf75eadd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-e08af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: 1a485cba-5abd-4bdf-b1e6-e98c3049778f
  kind: Event
  lastTimestamp: "2026-07-01T17:14:03Z"
  message: InferenceGraph [model-chainer-raw-hpa-e08af] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:14:03Z"
    name: model-chainer-raw-hpa-e08af.18be39ca3817411e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17390"
    uid: 158d2132-fb6d-4c82-a5c3-c75ff399490f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:21:08.722195Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-08781-predictor-66bbc8c58-tszss
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:21:08Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2d4cd41d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 662db1e9-47f6-4443-a1ad-4eda67003453
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-08781-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:09Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2d58427de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: 84916518-17c4-410e-8a38-70c82185e469
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:10Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:21:10Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2dbfe2c55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: 4c5c5073-b34a-4528-90a5-64ec8bb128df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:10Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2dc16bf0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21067"
    uid: 7e8f0cd1-0417-4cc4-a724-8638f4253adc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:10Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2dc4db787c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21069"
    uid: abd8e54a-e197-48bb-ac55-28617a0315b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:10Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2dc54d06d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21070"
    uid: 459cc4c7-ebad-40bc-9891-c8db9caecd43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:15Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2eca464801
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 2b640ef5-5969-4a41-b885-f2dca1c4f7c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:15Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2ecd68eddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 094547b1-c302-40eb-8d46-74c458ff2c6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:15Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2ecddd31fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: b18abb71-64ec-474b-a3a0-dc8d4e303534
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:15Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2ecde9830c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: 6468667c-ed55-4263-8933-91186674789f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:15Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2ed0841eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: 4f6eb4ae-e9e0-45b7-9fe5-774b193b809b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:21:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:21:15Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2ed0f4e788
    namespace: kserve-ci-e2e-test
    resourceVersion: "21120"
    uid: 92a725d9-fa17-4939-96ff-65a5d867583e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:22:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:21:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:42Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a2f063c8209
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 42fa0241-03db-4780-bd04-6025f606c29f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:22:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:39Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a4251fba462
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: ed98a895-6e96-4401-84da-7f73126e4be7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:22:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:39Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a4251fc3bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: 0504293b-5236-4d19-bc00-4090a7c0b926
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: d5450776-16b9-4d97-8dfc-c77ce263c199
  kind: Event
  lastTimestamp: "2026-07-01T17:22:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:42Z"
    name: raw-sklearn-08781-predictor-66bbc8c58-tszss.18be3a430c682900
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: 96ebce27-66b4-4a15-893e-f0f9d25c2e19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-08781-predictor-66bbc8c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 924868d8-3832-4fb2-b1a9-3c164d5f5470
  kind: Event
  lastTimestamp: "2026-07-01T17:21:08Z"
  message: 'Created pod: raw-sklearn-08781-predictor-66bbc8c58-tszss'
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:21:08Z"
    name: raw-sklearn-08781-predictor-66bbc8c58.18be3a2d4c0ebe18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: a1c36ba2-35a9-4f77-9731-3ac93c68fb9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-08781-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21018"
    uid: ee6077d3-e01e-4df3-8852-aae6d114f616
  kind: Event
  lastTimestamp: "2026-07-01T17:21:08Z"
  message: Scaled up replica set raw-sklearn-08781-predictor-66bbc8c58 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:21:08Z"
    name: raw-sklearn-08781-predictor.18be3a2d48777748
    namespace: kserve-ci-e2e-test
    resourceVersion: "21022"
    uid: 11b59cfd-952d-4dc3-8eb7-52c454148908
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-08781-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: bbe98742-00dd-4e9b-8543-d36653ceb646
  kind: Event
  lastTimestamp: "2026-07-01T17:21:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:21:38Z"
    name: raw-sklearn-08781-predictor.18be3a30c7aac3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: a8f4c34c-e9bc-4ede-8ac4-a84d3318f7f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-08781-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: bbe98742-00dd-4e9b-8543-d36653ceb646
  kind: Event
  lastTimestamp: "2026-07-01T17:21:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:21:38Z"
    name: raw-sklearn-08781-predictor.18be3a30c841d72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: b75ce84a-b0ed-460b-bffa-76919b5762ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-08781-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: bbe98742-00dd-4e9b-8543-d36653ceb646
  kind: Event
  lastTimestamp: "2026-07-01T17:22:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:22:38Z"
    name: raw-sklearn-08781-predictor.18be3a37c662ce00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: 4e551ef7-a7d6-4ea1-a92c-b73240d1adfd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-08781-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: bbe98742-00dd-4e9b-8543-d36653ceb646
  kind: Event
  lastTimestamp: "2026-07-01T17:22:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:22:38Z"
    name: raw-sklearn-08781-predictor.18be3a37c6d5f5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: 5a34d6f9-ba4b-4394-b8ba-29dcd460ce9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-08781
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 60a1eadc-a7ca-44bd-8d3b-55d1940024c5
  kind: Event
  lastTimestamp: "2026-07-01T17:22:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:22:32Z"
    name: raw-sklearn-08781.18be3a2d4874d839
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: 67383088-09cd-4a04-83a3-7eb5e4e512f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-08781
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: 60a1eadc-a7ca-44bd-8d3b-55d1940024c5
  kind: Event
  lastTimestamp: "2026-07-01T17:21:08Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-08781": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-08781":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:21:08Z"
    name: raw-sklearn-08781.18be3a2d491321d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 1e54bda0-b153-459d-a88a-78f40f2d4064
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-08781
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: 60a1eadc-a7ca-44bd-8d3b-55d1940024c5
  kind: Event
  lastTimestamp: "2026-07-01T17:21:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-08781": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:21:08Z"
    name: raw-sklearn-08781.18be3a2d501689bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 2696f61d-0452-436c-9d37-c533f47fdda5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-08781
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 60a1eadc-a7ca-44bd-8d3b-55d1940024c5
  kind: Event
  lastTimestamp: "2026-07-01T17:22:32Z"
  message: InferenceService [raw-sklearn-08781] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:22:32Z"
    name: raw-sklearn-08781.18be3a40be1e0617
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 4bf42b11-ca94-4b87-807e-5cd1deda18e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T17:22:44.153139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    to ip-10-0-141-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a4384f4d1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 9de80a1f-a5d0-4763-9a53-d7806e6a9aa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54548bcd77-jjpfz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a439e59f6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: e1ba8595-b779-47b3-b142-f2283c520740
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:067fec2d500e8a88ee10f3be03a35a3f15d715d25b8b6a966457243c4e7a45a0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a43a02705d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 8864ab90-1f18-4c70-a4d4-8a2fb6cc61db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a43a3517968
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: ae631391-d2fd-4c4f-9c59-cf8c76703114
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a43a3c38f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 4d41b538-82f3-4b5b-b82a-e551d6f653ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:48Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a44852cd6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: a545ddc5-7493-414a-8f25-c7ae316db839
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:48Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a4488a7a030
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: b54e3c77-2dc0-4e1b-a5a0-0cb242a69855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:48Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a44891bf058
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: 0b41fdf3-2dab-4fcd-9d97-725f07b1b637
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:48Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a448927b329
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: d20b4851-480d-46ba-89ca-e41502f22d51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:48Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a448bcc8948
    namespace: kserve-ci-e2e-test
    resourceVersion: "21866"
    uid: 03f6f6d2-e3de-40d0-b7c6-c839fc5693c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:22:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:22:48Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a448c3df7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: e243f51e-769b-4abd-8beb-339d014a9298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:23:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:23:55Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a44c17c72f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: 43c1c2a9-8cf2-4b19-a842-97a3d382dc81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:24:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:24:04Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a56213599e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22430"
    uid: 755dcc63-dd18-4cb7-bca2-664c14764fed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:24:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:24:04Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a562136ea83
    namespace: kserve-ci-e2e-test
    resourceVersion: "22431"
    uid: 7a1ff16d-eb19-4758-8b00-67032e92fd9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 73f389a2-24e4-4812-9bc9-0834ab5927b2
  kind: Event
  lastTimestamp: "2026-07-01T17:24:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T17:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T17:24:05Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl.18be3a567397be44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22441"
    uid: b91fd825-3581-45af-a8e5-275cd019cfb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-3b92a-predictor-74df696594
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: cae76e04-ebae-4c30-aed6-69645fdc106d
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: 'Created pod: raw-sklearn-runtime-3b92a-predictor-74df696594-d49cl'
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor-74df696594.18be3a4384294b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: 8424c442-2aee-4b87-aaa8-b6b7fc2637a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-3b92a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 1e2dcabc-893e-4b23-b1c6-3e556eac7e8e
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: Scaled up replica set raw-sklearn-runtime-3b92a-predictor-74df696594 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a-predictor.18be3a437d86e0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: c0004f99-5513-4e31-a964-5cc16c67d8df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-3b92a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: ce88df2b-3784-4115-9647-bd3eaf40fb76
  kind: Event
  lastTimestamp: "2026-07-01T17:23:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:23:29Z"
    name: raw-sklearn-runtime-3b92a-predictor.18be3a46fbfc03c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 29ffdec9-e55f-478a-8877-0de43759dff3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-3b92a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: ce88df2b-3784-4115-9647-bd3eaf40fb76
  kind: Event
  lastTimestamp: "2026-07-01T17:23:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T17:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:23:29Z"
    name: raw-sklearn-runtime-3b92a-predictor.18be3a46fc645ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: e1fbc2c5-8662-40f7-b7f0-83bd2330480f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-3b92a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: ce88df2b-3784-4115-9647-bd3eaf40fb76
  kind: Event
  lastTimestamp: "2026-07-01T17:23:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:23:59Z"
    name: raw-sklearn-runtime-3b92a-predictor.18be3a517a77c1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 26348f86-6cf2-4308-b0bc-1ed3250f968c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T17:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-3b92a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21947"
    uid: ce88df2b-3784-4115-9647-bd3eaf40fb76
  kind: Event
  lastTimestamp: "2026-07-01T17:23:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T17:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T17:23:59Z"
    name: raw-sklearn-runtime-3b92a-predictor.18be3a517ae7685f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 9ec48d48-f3a7-447d-a225-f5c0a3b8b33b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-3b92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: 6e340076-9928-4632-822f-70c15a89fa55
  kind: Event
  lastTimestamp: "2026-07-01T17:24:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:24:02Z"
    name: raw-sklearn-runtime-3b92a.18be3a437d7a9e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: cd4816c0-5def-4071-b62d-037cfe672d39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-3b92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: 6e340076-9928-4632-822f-70c15a89fa55
  kind: Event
  lastTimestamp: "2026-07-01T17:22:44Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-3b92a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-3b92a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:22:44Z"
    name: raw-sklearn-runtime-3b92a.18be3a437e79b989
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: 44f86971-762b-4e9e-ab0b-c2774066a810
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T17:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-3b92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: 6e340076-9928-4632-822f-70c15a89fa55
  kind: Event
  lastTimestamp: "2026-07-01T17:24:02Z"
  message: InferenceService [raw-sklearn-runtime-3b92a] is Ready
  metadata:
    creationTimestamp: "2026-07-01T17:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T17:24:02Z"
    name: raw-sklearn-runtime-3b92a.18be3a55aed26e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22400"
    uid: 7b90b88f-5289-42d3-bf94-ec837f624ca9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22681"