---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:33:24.424395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19425"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71c683febd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19431"
    uid: c3644f09-0f5f-47ab-8b9a-e24809dbab6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-a0bd10-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71c72318f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 46ec5d7e-827d-47bb-b94f-5240c1d2557d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19436"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: "2026-04-16T22:33:25Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:33:25Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71ca5d3334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: bb543bce-6074-4c2b-83ea-c89725e7b1ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: "2026-04-16T22:33:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:28Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71ca824d7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: 99445431-1e61-4b08-b2e9-85696dea8971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: "2026-04-16T22:33:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:28Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71cabe51ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: 20ac44fd-b1c7-4b56-929e-b1c19010cbf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: "2026-04-16T22:33:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:28Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71cac92feaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19499"
    uid: 88319b88-03f6-47ad-b83e-2c03c932e704
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 949ab304-d3c9-418c-a99f-e2fd1302a0e5
  kind: Event
  lastTimestamp: "2026-04-16T22:33:29Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:29Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4.18a6f71daa39297b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 71b88ee9-9417-4ac4-9c80-1a30ac0c7ede
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 4b1cf3b3-269e-4edf-a196-ec0323f0980b
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'Created pod: isvc-init-fail-a0bd10-predictor-56b7767fbc-hpgz4'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-init-fail-a0bd10-predictor-56b7767fbc.18a6f71c67d39802
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 34e7342b-227e-4d25-8ffd-3d0b6940722a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a0bd10-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: fc5da297-c963-4a98-8b33-8d961312febc
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: Scaled up replica set isvc-init-fail-a0bd10-predictor-56b7767fbc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-init-fail-a0bd10-predictor.18a6f71c611a7ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: de9a5cbc-a19a-4f01-9e83-094ec6c5c980
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a0bd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 63f5e31a-3f49-4599-96c3-9d1d53119939
  kind: Event
  lastTimestamp: "2026-04-16T22:33:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:28Z"
    name: isvc-init-fail-a0bd10.18a6f71c6126f4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 6c33c0fb-c3fa-4bab-9296-e6a600da3190
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a0bd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 63f5e31a-3f49-4599-96c3-9d1d53119939
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-a0bd10":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a0bd10":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-init-fail-a0bd10.18a6f71c61f35042
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 84ab4582-2a1e-47f1-8de5-5757943a0e9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a0bd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19380"
    uid: 63f5e31a-3f49-4599-96c3-9d1d53119939
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-a0bd10": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-init-fail-a0bd10.18a6f71c61f3b6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: 330378af-6c21-4250-b3c8-523a86b3f38a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:27:50.458251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:27:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:27:50Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cea650fa32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 18128444-b431-488e-ae34-1b481db272da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-1bd3d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:50Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6ceb0a06cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 865a3bcf-ee63-4b2f-82ba-658b8af81bfb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:51Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:27:51Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6ceefddfb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 952c8b31-e4e6-48ba-9a89-6e0590847596
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:51Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cef1308bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 50d88fd9-9ee5-4e56-9bc7-b5c583b6d631
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:51Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cef4994f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: da0d37f5-5c8e-4879-a9fe-dfe277e03ee2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:51Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cef5081628
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 094a852a-7709-46cb-9c2c-d957b7c76218
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfda108414
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: ef5d2e5a-1679-4c19-95d0-2eb7b0094cc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfdd693e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 4245feba-147e-4c19-983b-9516177a7f41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfdde09afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 1a8bcdf9-796c-4a40-a83a-aafa6e43a573
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfdded30c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 8e10458d-319f-45dd-93da-707387e94512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfe0e34a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 0693e60f-8839-495c-8840-e5c7e7e08d7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfe154f83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 102b8645-f247-4da1-856b-bb8f4b59d82e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfe16179be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 525cd2b4-b321-4710-a84c-cf68d046117d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfe44828d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: dc8b98b4-e4a8-4d14-8786-218dc92a7cb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:27:55Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T22:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:55Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6cfe4b48bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16736"
    uid: 5315ca33-a66d-43cc-a758-0e881397d3c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:29:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:33Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6d01606cf34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 1b47e10f-5fa4-4770-acab-8c3b14793bcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:29:23Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:23Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6d051d53218
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 657916d1-fae9-4326-a00b-c5e7aeab1436
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6e27e073290
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 639e7084-f7c6-4723-bef9-4b023fe4fea3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6e27e07b76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: c8296249-31dc-4d34-a818-b4b9a916b030
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6e27e0966f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 5fa32948-e6b3-48b6-9737-9fb5a96561b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 6fd07d0c-e1b5-4347-a1b2-d8a6fa2c7c39
  kind: Event
  lastTimestamp: "2026-04-16T22:29:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:33Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7.18a6f6e32df0e01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 8a4fb018-e793-4985-8754-2e557d4f4402
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: e523c41c-77b4-4553-bebe-8f486dd62a1c
  kind: Event
  lastTimestamp: "2026-04-16T22:27:50Z"
  message: 'Created pod: isvc-logger-raw-1bd3d-predictor-774f6dc856-dnwm7'
  metadata:
    creationTimestamp: "2026-04-16T22:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:50Z"
    name: isvc-logger-raw-1bd3d-predictor-774f6dc856.18a6f6cea5e9c9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 2e96fea8-2ed3-48c5-b60a-3821a0e51949
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: bd5af3c9-f57f-4ab3-908b-05e49bdb82c6
  kind: Event
  lastTimestamp: "2026-04-16T22:27:50Z"
  message: Scaled up replica set isvc-logger-raw-1bd3d-predictor-774f6dc856 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:50Z"
    name: isvc-logger-raw-1bd3d-predictor.18a6f6cea25d1747
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 5d8fb665-85a9-4eb2-92f6-026120544fa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 1266c94a-2bd3-4c0b-ab2a-06446c8ae71e
  kind: Event
  lastTimestamp: "2026-04-16T22:28:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:28:20Z"
    name: isvc-logger-raw-1bd3d-predictor.18a6f6d220cfc67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16926"
    uid: 57085042-898f-403e-99c8-e0852d3edb3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: 1266c94a-2bd3-4c0b-ab2a-06446c8ae71e
  kind: Event
  lastTimestamp: "2026-04-16T22:28:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:28:20Z"
    name: isvc-logger-raw-1bd3d-predictor.18a6f6d2213381b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: b74a1877-cc2d-43a8-8c53-f798037291ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 1266c94a-2bd3-4c0b-ab2a-06446c8ae71e
  kind: Event
  lastTimestamp: "2026-04-16T22:29:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:05Z"
    name: isvc-logger-raw-1bd3d-predictor.18a6f6d91ea0ed63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 90d75da6-8ccc-463c-a5d5-ca79029267d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 1266c94a-2bd3-4c0b-ab2a-06446c8ae71e
  kind: Event
  lastTimestamp: "2026-04-16T22:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:05Z"
    name: isvc-logger-raw-1bd3d-predictor.18a6f6d91efce3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: a816b5a9-a79d-4e42-9eab-b555bf76df98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 426441ce-c1b6-4f0b-98cf-b69eb7e8d54f
  kind: Event
  lastTimestamp: "2026-04-16T22:29:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:03Z"
    name: isvc-logger-raw-1bd3d.18a6f6cea23269f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: b6f1a7dc-cd8e-4f34-8a42-b066956c650f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 426441ce-c1b6-4f0b-98cf-b69eb7e8d54f
  kind: Event
  lastTimestamp: "2026-04-16T22:27:50Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-1bd3d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-1bd3d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:50Z"
    name: isvc-logger-raw-1bd3d.18a6f6cea2eb64c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: d1d01b7e-71b3-47b1-a7e8-5a08d624e853
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-1bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 426441ce-c1b6-4f0b-98cf-b69eb7e8d54f
  kind: Event
  lastTimestamp: "2026-04-16T22:29:03Z"
  message: InferenceService [isvc-logger-raw-1bd3d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:03Z"
    name: isvc-logger-raw-1bd3d.18a6f6dfb5ec5dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: a11c56ca-ba38-4caa-8644-1428bd5b3d4f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:31:46.021478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:31:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:31:46Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f7057efa8890
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: af398dab-e3ff-43fd-bdab-de4c1cd41042
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-0da70d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:46Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f7058b3ad86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: de5ab0a2-da49-4c37-ae3a-f1b7fb93a64a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:47Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:31:47Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f705bc1525f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18572"
    uid: 85455412-17bb-40bd-b4aa-27d7c2aee186
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:47Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f705bd9779ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: fd91ba17-974d-4708-bc4d-a1526f418f3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:47Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f705c15b05ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: f94009c6-11f2-4a57-aed1-bda5599ee9a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:47Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f705c1e37f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 97155ee6-5a1d-4cf9-93e2-57593a71ea3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:51Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706c3a47ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: cfdfefa4-79f1-4531-932a-ca5032a76c09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:51Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706c7d83686
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 7cee819e-4d60-47e2-a759-1560f4d12928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:51Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706c85585af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: 07b0b999-7bf4-4c77-95e6-ade3c473840e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:51Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706c8655e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: 401eebad-5c45-43ee-be49-c33c0302ff6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:51Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706cb2bff1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18623"
    uid: 22ff3b01-4d35-40bb-8c1a-512e0329af0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:51Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706cba1c048
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: 5aaaf354-5897-4ffb-9d24-9029c7d37ee7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:28Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f706ffa4c995
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: 4fd3afd7-6ac6-4d7d-a21a-3ce87040a752
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f71c613cffe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: 55d11a67-e488-4dec-8387-b34a36ff687a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:24Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f71c613da516
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: 9a941e56-e457-4256-a6a6-d7a6b4e28051
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: c142c901-c0c6-429b-8b01-e6776240ae4a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:28Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s.18a6f71d59d6871b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 6fca0897-5f09-4d52-9ba2-89a0c5f37a85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-0da70d-predictor-865f5b4c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 60a187f4-afff-451a-8d13-251d642e0295
  kind: Event
  lastTimestamp: "2026-04-16T22:31:46Z"
  message: 'Created pod: isvc-primary-0da70d-predictor-865f5b4c4d-rfd2s'
  metadata:
    creationTimestamp: "2026-04-16T22:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:46Z"
    name: isvc-primary-0da70d-predictor-865f5b4c4d.18a6f7057e7596e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: a7c3d59e-b6fa-4c2e-8795-ada5a7dc621e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: bbd63a60-aa5a-4d35-bb7c-0241ec19c66d
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: Scaled up replica set isvc-primary-0da70d-predictor-865f5b4c4d from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-primary-0da70d-predictor.18a6f70579d43208
    namespace: kserve-ci-e2e-test
    resourceVersion: "18541"
    uid: 38063186-0ccb-4201-b50e-6cd705741bd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: f4b63e25-9ff0-4daa-a7c4-3a895113677a
  kind: Event
  lastTimestamp: "2026-04-16T22:32:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:32:00Z"
    name: isvc-primary-0da70d-predictor.18a6f708f894d5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18700"
    uid: c1a990af-233c-40b1-88cf-6e742ba67e9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:32:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: f4b63e25-9ff0-4daa-a7c4-3a895113677a
  kind: Event
  lastTimestamp: "2026-04-16T22:32:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:32:00Z"
    name: isvc-primary-0da70d-predictor.18a6f708f8efec07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: 74d24e42-6120-4361-bb42-a4adba4d6fa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:32:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: f4b63e25-9ff0-4daa-a7c4-3a895113677a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:16Z"
    name: isvc-primary-0da70d-predictor.18a6f70c7793912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 26f7f76b-ec94-40b8-b358-133a8797ec81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T22:32:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: f4b63e25-9ff0-4daa-a7c4-3a895113677a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:16Z"
    name: isvc-primary-0da70d-predictor.18a6f70c77f68617
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 3162d915-def6-4874-b84e-c5c8fad38af9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: eaa39b34-5203-4fa9-ab43-05ce51271f37
  kind: Event
  lastTimestamp: "2026-04-16T22:32:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:32:58Z"
    name: isvc-primary-0da70d.18a6f70579acb234
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: e9d79a73-59b9-4953-93ba-b38cb0935900
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: eaa39b34-5203-4fa9-ab43-05ce51271f37
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: 'Failed to update status for InferenceService "isvc-primary-0da70d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-0da70d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-primary-0da70d.18a6f70579fcd222
    namespace: kserve-ci-e2e-test
    resourceVersion: "18543"
    uid: 578fdcec-5d18-4382-9ee0-a041eb8ee5f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: eaa39b34-5203-4fa9-ab43-05ce51271f37
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-0da70d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-primary-0da70d.18a6f70579fd3a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 10cdb1de-7ccf-4614-aff5-0d94bea865c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:32:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19109"
    uid: eaa39b34-5203-4fa9-ab43-05ce51271f37
  kind: Event
  lastTimestamp: "2026-04-16T22:32:58Z"
  message: InferenceService [isvc-primary-0da70d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:32:58Z"
    name: isvc-primary-0da70d.18a6f7166253ed82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 28f250ed-d2ed-480e-902f-50c07a497b99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:22:14.589408Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13564"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:22:14Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f68072f93236
    namespace: kserve-ci-e2e-test
    resourceVersion: "13568"
    uid: d214f75c-94ff-4f0d-bb62-efe21bce87aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-c8805-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:15Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f6808063dce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13588"
    uid: 3cffc966-6565-4e5d-bb44-f730a8a633d8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13575"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:16Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:22:16Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f680e6253573
    namespace: kserve-ci-e2e-test
    resourceVersion: "13600"
    uid: 37f757d3-939f-4d58-b803-66d1fc5185cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
  metadata:
    creationTimestamp: "2026-04-16T22:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:16Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f680e7a4599e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13602"
    uid: 43c53bc3-a7b1-4a5f-aa22-1a551c6230ab
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    in 4.098s (4.098s including waiting). Image size: 299671465 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:20Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f681dbe98863
    namespace: kserve-ci-e2e-test
    resourceVersion: "13637"
    uid: 3cf8f2f2-de8d-4e92-9796-dc76a68b09b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:20Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f681df34a0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13638"
    uid: d0262358-bec7-41da-b1ab-417306918c6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:22:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:20Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f681dfbc19d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13639"
    uid: 9c61e216-1263-4758-9445-7a8e008b20ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:24Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-16T22:22:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:24Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f682bd928a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13672"
    uid: e73b071d-1b72-4cf1-81d2-90bc99700d5d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 12.644s (12.644s including waiting). Image size: 1560615339 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:37Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f685af37c5db
    namespace: kserve-ci-e2e-test
    resourceVersion: "13766"
    uid: 3c35d73c-c346-435e-a31d-fc150b6fce57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:37Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f685b3ed3d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "13768"
    uid: 3367a56d-1b55-473a-ae8a-4a4d66307558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:37Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f685b477ad3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13770"
    uid: e602d9f5-6488-4b71-913b-99d65a46f5f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-16T22:22:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:37Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f685b4866537
    namespace: kserve-ci-e2e-test
    resourceVersion: "13771"
    uid: 5b5489c5-aecc-4a03-9a72-7b137eca41a9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.345s (2.345s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:39Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f68640527be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13790"
    uid: 25c3f374-ff9c-4140-89a9-aa4db6ad8faa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:39Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f68643bb4800
    namespace: kserve-ci-e2e-test
    resourceVersion: "13791"
    uid: 630fbb3f-a9a7-42d9-bc4f-d0f251c78fa9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:39Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f6864434a99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13792"
    uid: d5e0a908-f852-4be5-a6e6-086d248d27de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
  metadata:
    creationTimestamp: "2026-04-16T22:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:39Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f68644427b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13793"
    uid: 6b2905d5-86f6-45f7-8137-391a2635c9d5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:cbf2f0964114aa89f1941320ac63f4a95a47d78bad8157d48396be0e3b5c023b"
    in 2.835s (2.835s including waiting). Image size: 237897291 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:42Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f686ed434f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: 11972cc1-1d00-48ea-806b-f8733162dc4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:42Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f686f06247ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "13812"
    uid: de6e5797-b1d3-4fb3-9f4e-633e03b244a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:22:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T22:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:22:42Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f686f0d7bd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13813"
    uid: fe0dc43f-439e-47c8-9a44-7ede4418a669
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:24:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:15Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f6872efb0b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: 1f7a3f78-253b-490c-98f9-de22f9e46371
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:24:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:15Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f6872f05f22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 0148c2f6-9ade-4f5e-8da5-2d2e1bcb3a35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f698eee6d5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14406"
    uid: a6124e97-2366-43e4-b24a-436f34525266
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f698eee793a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14409"
    uid: 8648d2f0-618b-4153-b690-97466e54cffd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f698eee91f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14412"
    uid: f830b8e8-9cad-4b0a-b0b8-2464bff89f37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "13566"
    uid: 0c42a725-a720-4322-b803-0353062f18fb
  kind: Event
  lastTimestamp: "2026-04-16T22:24:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:14Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq.18a6f69a0b17d486
    namespace: kserve-ci-e2e-test
    resourceVersion: "14617"
    uid: 3580d29f-0c9a-4e21-ab5a-661fe5432a06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13552"
    uid: 16cbfcec-921b-4f8f-a85a-2ca561ff4586
  kind: Event
  lastTimestamp: "2026-04-16T22:22:14Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7-dljkq'
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:22:14Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7.18a6f680727de066
    namespace: kserve-ci-e2e-test
    resourceVersion: "13565"
    uid: bd276dd0-2fea-453a-a8b8-12121ea2dc1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-c8805-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13551"
    uid: 41cd7870-72df-4a26-bc3d-8fcebab1df93
  kind: Event
  lastTimestamp: "2026-04-16T22:22:14Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-c8805-predictor-64549f69f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:22:14Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor.18a6f6806acf16a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13553"
    uid: e6a88a06-b4d3-4269-9081-11c6d3595193
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c8805-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13558"
    uid: 66b758a9-b207-4208-85dc-9cac3f1e9d21
  kind: Event
  lastTimestamp: "2026-04-16T22:23:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:14Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor.18a6f683f0fba7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14049"
    uid: ad083a2b-c7a1-4f07-8470-a7e3c4086695
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c8805-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13558"
    uid: 66b758a9-b207-4208-85dc-9cac3f1e9d21
  kind: Event
  lastTimestamp: "2026-04-16T22:23:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:14Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor.18a6f683f159980c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14050"
    uid: b77d18ec-2253-467a-b945-a1bd0129cc6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c8805-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13714"
    uid: 66b758a9-b207-4208-85dc-9cac3f1e9d21
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor.18a6f691ed5ea929
    namespace: kserve-ci-e2e-test
    resourceVersion: "14379"
    uid: 10420f52-84bc-4e3d-b2dc-239bb81f9128
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-c8805-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13714"
    uid: 66b758a9-b207-4208-85dc-9cac3f1e9d21
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-raw-sklearn-batcher-c8805-predictor.18a6f691ede09645
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: b41403de-12b2-46ce-97dd-6b0a13e28841
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c8805
    namespace: kserve-ci-e2e-test
    resourceVersion: "13541"
    uid: 408a4b00-fd8f-4ca2-9455-503bd161055b
  kind: Event
  lastTimestamp: "2026-04-16T22:23:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:23:45Z"
    name: isvc-raw-sklearn-batcher-c8805.18a6f68070709640
    namespace: kserve-ci-e2e-test
    resourceVersion: "14281"
    uid: 9f3e8174-f757-47f7-82dd-251f8b3306fd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c8805
    namespace: kserve-ci-e2e-test
    resourceVersion: "13541"
    uid: 408a4b00-fd8f-4ca2-9455-503bd161055b
  kind: Event
  lastTimestamp: "2026-04-16T22:22:14Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-c8805":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-c8805":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:22:14Z"
    name: isvc-raw-sklearn-batcher-c8805.18a6f68070ca2276
    namespace: kserve-ci-e2e-test
    resourceVersion: "13577"
    uid: aac42587-2c28-43de-81c4-7a04a5174999
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c8805
    namespace: kserve-ci-e2e-test
    resourceVersion: "13541"
    uid: 408a4b00-fd8f-4ca2-9455-503bd161055b
  kind: Event
  lastTimestamp: "2026-04-16T22:22:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-c8805": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:22:14Z"
    name: isvc-raw-sklearn-batcher-c8805.18a6f68070ca6013
    namespace: kserve-ci-e2e-test
    resourceVersion: "13578"
    uid: 965c2049-6d26-46de-8e90-601abfc12617
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-c8805
    namespace: kserve-ci-e2e-test
    resourceVersion: "14279"
    uid: 408a4b00-fd8f-4ca2-9455-503bd161055b
  kind: Event
  lastTimestamp: "2026-04-16T22:23:45Z"
  message: InferenceService [isvc-raw-sklearn-batcher-c8805] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:23:45Z"
    name: isvc-raw-sklearn-batcher-c8805.18a6f695a332608a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14280"
    uid: 5ff2c919-be76-43ba-9a98-0e73bd79c6e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:33:06.161297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:33:06Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f71827af34e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19198"
    uid: 2b8a3b8b-1cf8-4528-a1ab-cfe8a36687d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-0da70d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:06Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f718375c8754
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: 1a436ed9-c5ce-40a5-b32b-9a1150674879
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19201"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:07Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:33:07Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f7186534a7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 55b1e75c-a0a8-4232-8960-b3c3cb62c80a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:12Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f7186691fa59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 59fbb1bb-2d35-4fe3-b551-f1b6f9cdefaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:12Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f7186a94c1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19271"
    uid: 0f882509-2ded-4931-abf5-ec6831886a6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:12Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f7186b093c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: dfefb6cb-1308-431d-bfe8-e3bd4b076c2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: 6748ee0c-9307-49bd-8249-81eed9674e2a
  kind: Event
  lastTimestamp: "2026-04-16T22:33:19Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5_kserve-ci-e2e-test(6748ee0c-9307-49bd-8249-81eed9674e2a)
  metadata:
    creationTimestamp: "2026-04-16T22:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:19Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5.18a6f71b543069a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 3d8db41c-4f3b-4539-901c-ae99f51d084a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-0da70d-predictor-5d65bb88c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 3a1990a1-38aa-4a8e-9176-8c5958ae72d0
  kind: Event
  lastTimestamp: "2026-04-16T22:33:06Z"
  message: 'Created pod: isvc-secondary-0da70d-predictor-5d65bb88c5-shvw5'
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:06Z"
    name: isvc-secondary-0da70d-predictor-5d65bb88c5.18a6f71826bcc33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: ae247f87-a075-4b9a-a52c-c22e8a59bc36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: 3bb02075-0d74-4f24-a31d-71a1c629a463
  kind: Event
  lastTimestamp: "2026-04-16T22:33:06Z"
  message: Scaled up replica set isvc-secondary-0da70d-predictor-5d65bb88c5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:06Z"
    name: isvc-secondary-0da70d-predictor.18a6f718238d047b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: 0444cd07-6aac-43c9-85ed-dcbfb84435d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: b57833c1-e518-4d96-838b-6279bba71743
  kind: Event
  lastTimestamp: "2026-04-16T22:33:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:21Z"
    name: isvc-secondary-0da70d-predictor.18a6f71ba201e8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 1b45aac0-62c9-4000-ad2f-07f99b7b00df
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0da70d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: b57833c1-e518-4d96-838b-6279bba71743
  kind: Event
  lastTimestamp: "2026-04-16T22:33:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:21Z"
    name: isvc-secondary-0da70d-predictor.18a6f71ba2610ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 94b845dc-b156-4fa8-a38c-e25934e6eb6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: ab8d7620-618e-495c-a549-b2b4c6a4f313
  kind: Event
  lastTimestamp: "2026-04-16T22:33:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:19Z"
    name: isvc-secondary-0da70d.18a6f7182369ada7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 2f206130-226c-4708-92fa-ff47275a261f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: ab8d7620-618e-495c-a549-b2b4c6a4f313
  kind: Event
  lastTimestamp: "2026-04-16T22:33:06Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-0da70d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-0da70d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:06Z"
    name: isvc-secondary-0da70d.18a6f71824021295
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 96e9544c-ae6e-4f76-b9c7-4ae87b831874
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0da70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: ab8d7620-618e-495c-a549-b2b4c6a4f313
  kind: Event
  lastTimestamp: "2026-04-16T22:33:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-0da70d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:06Z"
    name: isvc-secondary-0da70d.18a6f718240281d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 2d5146eb-6aef-4ce8-a60d-76fcbd4cd666
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:59.839372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14423"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f698f45c2854
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 89fb61e0-c154-4f52-8377-d0c3f30e2a90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f6990de98912
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: ec69dd6a-83f4-423d-a1c0-15d4e1f55b05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f6990f5c0237
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: 04b62229-cdc0-4aaf-a440-0bfe0685eeaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f699130f3300
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: e5233640-8697-4fda-8a98-a93326405bee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f6991382df77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: c514e0f1-19de-492b-be30-71923e95975c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:04Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a1c1fcecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 81b594a7-29dd-40de-87b1-9c5bba41ae74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:04Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a1f66be77
    namespace: kserve-ci-e2e-test
    resourceVersion: "14532"
    uid: fdfd02f2-9fa9-4ddb-b3cd-7039e4024d92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:04Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a1fe2c95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14533"
    uid: 75d035d3-87cf-4567-9989-271487046194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:04Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a1fef3faf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14534"
    uid: 9782c9ec-c991-4c4e-b94b-056b7d64d9e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:04Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a23918354
    namespace: kserve-ci-e2e-test
    resourceVersion: "14537"
    uid: 09726d70-69fb-4973-903e-5624ec276cce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:24:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:04Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a2412b3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 121bf285-3de2-4823-a7b1-d05d61d59895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:52Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f69a93f3c672
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 0ba97b47-cd8e-4647-b0d0-fecb5c9a180b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f6b29fd1149b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15444"
    uid: 8154e72b-7ab3-4fb1-8409-0d2107e6e6dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f6b29fd1d9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: 788a812f-5cd9-4ad3-bb24-eff4dd2abd69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: 59a7617f-457d-47bc-b9cc-7a633ccb9c3c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:52Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h.18a6f6b342544a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 1ef2f6c5-034c-446f-b670-33429bea6eb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 382596d8-732b-43e2-9475-3c3afe28c767
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: 'Created pod: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f-6zx2h'
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f.18a6f698f3e69417
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: 7891e343-61ab-4f9d-9dc8-94a1e7fba962
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14405"
    uid: ba08ff20-5d89-4b03-b0f3-90a74792c124
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-b6a6b-predictor-54c78fbc4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor.18a6f698ef87bdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14411"
    uid: fe61ccd4-bd3d-4dc4-a2ee-16cef0fb80f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: a2bae857-75ac-4e1a-b086-5d0cef0cdb79
  kind: Event
  lastTimestamp: "2026-04-16T22:24:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:14Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor.18a6f69c6e0b9122
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 6c39e87d-2a9a-4c07-8cdc-8b33205cf7c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: a2bae857-75ac-4e1a-b086-5d0cef0cdb79
  kind: Event
  lastTimestamp: "2026-04-16T22:24:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:14Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor.18a6f69c6e735a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: 09ecd8f9-862b-4421-84ee-8c6764e4aead
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: a2bae857-75ac-4e1a-b086-5d0cef0cdb79
  kind: Event
  lastTimestamp: "2026-04-16T22:25:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:44Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor.18a6f69fed83f287
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 2f1486c8-440b-4c2b-87a5-b27d718aa7d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: a2bae857-75ac-4e1a-b086-5d0cef0cdb79
  kind: Event
  lastTimestamp: "2026-04-16T22:25:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:44Z"
    name: isvc-sklearn-graph-raw-b6a6b-predictor.18a6f69fede54560
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: e9e92f22-69ac-46db-ba4d-b93e894b764f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: c82f3ca5-78dc-4754-bfb8-1f769e9e3854
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: isvc-sklearn-graph-raw-b6a6b.18a6f698ef6143be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 20e21395-8dd9-465a-a9f1-18c4c7728b89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: c82f3ca5-78dc-4754-bfb8-1f769e9e3854
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-b6a6b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-b6a6b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-sklearn-graph-raw-b6a6b.18a6f698efbc5a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14415"
    uid: 28e5360c-977c-48b2-808b-ce0520214fee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: c82f3ca5-78dc-4754-bfb8-1f769e9e3854
  kind: Event
  lastTimestamp: "2026-04-16T22:25:12Z"
  message: InferenceService [isvc-sklearn-graph-raw-b6a6b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:12Z"
    name: isvc-sklearn-graph-raw-b6a6b.18a6f6a9f6cf12b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 1ca88c37-61e0-46a8-9cf4-df9fedfa9481
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:50.138811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b2a2b808e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 03589b62-d05b-4ca2-b64c-2770b2252098
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-23b0a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b2b3d82056
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 931037d9-6e27-48af-8450-e790f73da0cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:51Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:51Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b2e0068a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 85a45906-4db2-4948-b3ec-b387e17bcc40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:51Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b2e146be36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: d9d3376e-134b-4b85-b480-ef5433c82723
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:51Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b2e4af200c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: fa89d22b-b531-458e-ae55-727ebe8de6d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:51Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b2e51b63b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: cda47081-17ef-443a-aced-822642236b3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:55Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b3d02da11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: fe5f27ac-5390-4425-97da-4c9885dc6177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:55Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b3d39c09e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 168780fe-5cc0-4a14-bf2a-684a8f5e4791
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:55Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b3d40d2b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 53afc2ff-8019-400b-b7d2-bd7a32a25052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:55Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b3d41990ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: e84b4a5d-87f4-4922-8643-e301c1f678ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:55Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b3d758bcf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 92ec1da2-1627-4a42-87aa-481a9ced4db3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:55Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b3d7c54fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15608"
    uid: cf48bb87-d600-4c68-820d-c41b93680d7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6b4480378f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: ec024ca0-a365-4fdb-9065-cbd6e84ff311
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6c9faf6cf74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: acd449a2-d0e7-495d-9aa8-32c73e0b8165
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6c9faf7633f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 99564c13-cb1f-4fa1-ba8d-8da371d11365
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: c3ee17f7-0b70-4683-bb3c-4f5871d8e4f1
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg.18a6f6caa23b7795
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 7eb8a9ae-6d04-4ad7-a668-695a8f226132
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 4d3199ac-49bf-45ad-abd9-91d75465831c
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5-2nmfg'
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5.18a6f6b2a244bb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: d6185667-e4e6-4641-a0d2-e554749a1245
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 64412647-2b0f-4382-8601-2ccce719b17d
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-23b0a-predictor-5469f6f6b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor.18a6f6b29d891bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: c286e4a3-4225-4e67-a8ad-00f83423674c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: e603de35-24a7-4024-b9e1-bc40d2e524eb
  kind: Event
  lastTimestamp: "2026-04-16T22:26:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:20Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor.18a6f6b61c54fac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 3b126349-d0c8-4788-b094-3bc3757d4ba7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: e603de35-24a7-4024-b9e1-bc40d2e524eb
  kind: Event
  lastTimestamp: "2026-04-16T22:26:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:20Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor.18a6f6b61cb79e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 06743edc-9505-44bf-9d91-18f32f52f1c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: e603de35-24a7-4024-b9e1-bc40d2e524eb
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor.18a6f6bd1a8e81d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 6e36af72-d9af-4c48-965c-12c4aa51d2d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: e603de35-24a7-4024-b9e1-bc40d2e524eb
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a-predictor.18a6f6bd1aea7461
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: d8b03e4d-a44a-4fd6-8bb7-8b9d6b3955ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-23b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 1b99fc5a-0d5c-4387-8e86-ad2f79c37f0a
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a.18a6f6b29d829ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "16131"
    uid: a3b19b6a-6c7b-4b7d-996b-582f99ccb159
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-23b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16129"
    uid: 1b99fc5a-0d5c-4387-8e86-ad2f79c37f0a
  kind: Event
  lastTimestamp: "2026-04-16T22:27:03Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-23b0a] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:03Z"
    name: isvc-sklearn-graph-raw-hpa-23b0a.18a6f6c3ab905e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 8539721a-c6c7-4425-af6b-b6ed434bf05f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:29:15.721150Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e280618bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 3a22b753-694c-43d1-a63e-dfd2cc745e41
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:16Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:29:16Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e29a265706
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 29715bd6-3101-435f-8a16-4521de5e2871
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:16Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e29b932ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 27a45105-a3ae-47d6-a4bb-b198f27714eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:16Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e29ff47c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: b960404c-1d13-4e27-88f4-5654d1708e4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:16Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e2a06b3f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 6810dfdc-c2f6-4ab2-b54e-867631e9a940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:19Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e37b1bb971
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 8ae14319-cea0-44c9-8b84-f21e1a941f74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:19Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e37e6385ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: a35fb3f7-0395-4178-a60b-e805d8e66519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:19Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e37eff3b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 2d5e2cbf-a9e7-4d2e-aab3-d8743312b317
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:20Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e37f105e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: 440440bc-6515-449a-8653-2632b26ca1d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:20Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e38225ba85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: bd814463-84de-4788-b6df-11b168e86db8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:29:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:20Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e382a0b68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17462"
    uid: 890303d8-d91e-438b-8976-5133ac046869
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:31:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:46Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f6e3f2ff20b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: cc0b641b-3dd1-417a-b762-dd45cd1d622e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f70578baea98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 7bdfdc24-7cbd-4f43-8b40-d1822842b91b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f70578bb7438
    namespace: kserve-ci-e2e-test
    resourceVersion: "18537"
    uid: 6f45b49b-8d48-4267-930c-89f63e57c1bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: 20aaa506-0e1b-4919-81cc-ff53ebe71f48
  kind: Event
  lastTimestamp: "2026-04-16T22:31:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:31:52Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f.18a6f705f16940af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: 9058b311-85e5-4cb0-bdef-4a426795f76c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 6862c3e6-4167-473d-846b-d68a0fd194f6
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7-qxz8f'
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7.18a6f6e27ff814fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: ad1695b1-7bde-48b1-affa-fc3849a9ad6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d1ab0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 1ed8221c-b4ee-4066-97f6-5f75ef71c45c
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d1ab0-predictor-9c4cc65d7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor.18a6f6e27c87595c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 3907c7ec-084d-41bf-874f-c411c8a9cca6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1ab0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: 36c14fdc-3aa5-4433-80ec-5a30ce7e118a
  kind: Event
  lastTimestamp: "2026-04-16T22:30:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:30:00Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor.18a6f6e5fb3929cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: fb3f47dc-529f-4405-98e4-368e8ea675a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1ab0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: 36c14fdc-3aa5-4433-80ec-5a30ce7e118a
  kind: Event
  lastTimestamp: "2026-04-16T22:30:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:30:00Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor.18a6f6e5fb99f54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 1444706a-83d1-411e-9020-45b6dafd9621
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1ab0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17547"
    uid: 36c14fdc-3aa5-4433-80ec-5a30ce7e118a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor.18a6f6e97a4d5fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: a0391641-a5cf-43ce-a4e7-77ccc8208306
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d1ab0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17547"
    uid: 36c14fdc-3aa5-4433-80ec-5a30ce7e118a
  kind: Event
  lastTimestamp: "2026-04-16T22:31:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:31:45Z"
    name: isvc-sklearn-scale-raw-d1ab0-predictor.18a6f6e97aab7b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: 1696d061-f7e2-4915-ae03-e9dd9b285f0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d1ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: f264cb3b-8d36-4349-a629-03f5fcb72003
  kind: Event
  lastTimestamp: "2026-04-16T22:31:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:31:36Z"
    name: isvc-sklearn-scale-raw-d1ab0.18a6f6e27c3aa974
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: a5ec1006-f583-48c2-9969-df20bf429580
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d1ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: f264cb3b-8d36-4349-a629-03f5fcb72003
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-d1ab0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-d1ab0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: isvc-sklearn-scale-raw-d1ab0.18a6f6e27d073811
    namespace: kserve-ci-e2e-test
    resourceVersion: "17365"
    uid: ac035dce-6039-46f6-be6d-9d87f8f4c71e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d1ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18441"
    uid: f264cb3b-8d36-4349-a629-03f5fcb72003
  kind: Event
  lastTimestamp: "2026-04-16T22:31:36Z"
  message: InferenceService [isvc-sklearn-scale-raw-d1ab0] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:31:36Z"
    name: isvc-sklearn-scale-raw-d1ab0.18a6f703597c6259
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 59ca40b0-bc62-42cf-8b32-c5e7702c51c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:23:59.916721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    to ip-10-0-142-35.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f698f8f87088
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: 9c169d50-39fe-4e4f-b596-e97d17edd427
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14462"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Add eth0 [10.133.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69911e82ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: d9bb5ee2-cb6f-4b9a-a09a-5de6082aa4da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:00Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
  metadata:
    creationTimestamp: "2026-04-16T22:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:00Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f699136f2fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 2a461da8-081f-4a41-9764-c5abf1ea1356
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    in 3.193s (3.193s including waiting). Image size: 299671465 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:03Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f699d1ceba52
    namespace: kserve-ci-e2e-test
    resourceVersion: "14509"
    uid: 0bd673d6-b2d1-4036-b88c-a5a5bbab2527
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:03Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f699d4902bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 0027ac9b-b02f-404b-91f2-efa629e20bc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:03Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f699d504402e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14512"
    uid: 7bb98367-5fbb-4e91-b9bc-788bdcc563e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:07Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T22:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:07Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69abeb782a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 1b0e568e-65ee-4c8b-afef-28507f855cd0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:24Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.736s (16.736s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:24Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69ea4487b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: a79494e4-5ee1-4086-a986-6cedeb6eee0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:24Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69ea72c4113
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: a3711b74-d87d-4387-831a-9b1c71c9dd68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:24Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69ea79c10a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: f6b57331-c987-48e2-909c-146d540cc2f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:24Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-16T22:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:24Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69ea7a919d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14700"
    uid: fdf11f4a-a9fc-4e7f-b874-65a615fe893b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:26Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.154s (2.154s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:26Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69f28184387
    namespace: kserve-ci-e2e-test
    resourceVersion: "14716"
    uid: a41f9664-7387-4ec9-86ad-5b03275b0adb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:26Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69f2b0e1fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 8257681e-1ce2-40f3-9cbc-0d8ee5d7b3d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:24:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:24:26Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69f2b9a48e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 08dde91f-ef6e-4347-b3f7-69a339e57c06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:25:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:53Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f69f6a73e78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: adb0ad52-0810-40ad-a090-4955f847d4bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f6b2ae404997
    namespace: kserve-ci-e2e-test
    resourceVersion: "15510"
    uid: 70703755-c000-414d-b853-fb710d98ac22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f6b2ae4157fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 3be4380f-621d-4695-a953-b4439a439d2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 25d27c76-9ac6-45db-addc-c60d9e9f3109
  kind: Event
  lastTimestamp: "2026-04-16T22:25:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.16:8643/healthz": dial tcp
    10.133.0.16:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:53Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj.18a6f6b3708b48aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 84e2df52-3444-4d55-9738-2e46f2eee476
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14438"
    uid: 0a3467c8-cf91-4557-adbe-accd950cac22
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: 'Created pod: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7-446vj'
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7.18a6f698f8794151
    namespace: kserve-ci-e2e-test
    resourceVersion: "14450"
    uid: 6138e330-9f18-42f3-acf3-37603bd1178b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: 0b9eeea8-70ba-43bf-8d13-90a9e7a7b541
  kind: Event
  lastTimestamp: "2026-04-16T22:23:59Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-b6a6b-predictor-66b4f8fc7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:23:59Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor.18a6f698f5c28a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: 8068f0cb-7c2b-49fa-a7ae-2fd43da1ac3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 62eb53a2-a0be-411c-abec-b4a4673d9d28
  kind: Event
  lastTimestamp: "2026-04-16T22:24:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:59Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor.18a6f69c752cd392
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 580c10d9-fe7d-439c-aa66-b05e7bebc10b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T22:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 62eb53a2-a0be-411c-abec-b4a4673d9d28
  kind: Event
  lastTimestamp: "2026-04-16T22:24:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:24:59Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor.18a6f69c7621c911
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: f870f613-7d19-49e1-adbb-74f2d87fedc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 62eb53a2-a0be-411c-abec-b4a4673d9d28
  kind: Event
  lastTimestamp: "2026-04-16T22:25:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:44Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor.18a6f6aa71838fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: d36b6521-d908-467d-bfe1-92db6068f353
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-b6a6b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 62eb53a2-a0be-411c-abec-b4a4673d9d28
  kind: Event
  lastTimestamp: "2026-04-16T22:25:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:44Z"
    name: isvc-xgboost-graph-raw-b6a6b-predictor.18a6f6aa71de93ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 7731743e-74fd-445b-9f6a-b96804160c5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14420"
    uid: 072e7767-3d2a-4055-bf99-05f4c1734a31
  kind: Event
  lastTimestamp: "2026-04-16T22:25:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:33Z"
    name: isvc-xgboost-graph-raw-b6a6b.18a6f698f5f78dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: cbd3e2ba-4917-4196-9e07-7cb384dcb856
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 072e7767-3d2a-4055-bf99-05f4c1734a31
  kind: Event
  lastTimestamp: "2026-04-16T22:25:33Z"
  message: InferenceService [isvc-xgboost-graph-raw-b6a6b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:33Z"
    name: isvc-xgboost-graph-raw-b6a6b.18a6f6aecd3200fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 57fa6325-286b-4c1b-8238-815fb819ae9f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:50.248993Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    to ip-10-0-142-35.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b2a94940c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: a216a97c-8da5-4259-92f3-1a2329b863c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b2c21f0a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 18391ae0-2002-49a4-a328-9239754e0146
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b2c37bf3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 893e64ea-9aad-464f-a5b1-9df343038d07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b2c64513d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 210a12a6-344d-4e00-b95d-9a8c99f53fed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b2c6b7bf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 074e22ce-4099-483d-8ff4-64cf2be79018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:54Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:54Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b3baa83e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: 74b70eab-3091-4dd3-ba20-922e966ce65b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:54Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b3bdd75817
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 61818228-e3cf-4230-bcc3-7e0d19950f9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:54Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b3be4ba1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: b01f33c2-c4e6-4fe5-ab3a-1260b98f3dfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:54Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b3be5b910e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 03d335aa-1ff5-488d-9f47-7925a4afa456
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:54Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b3c10ab8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 77676c4c-73d9-4e4c-a89a-f55180686b87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:25:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:54Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b3c17e9cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 099f3aba-fec8-44af-9645-6d806cacf01c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:27:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:32Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6b4325b50cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 9ab2d6bb-5917-47f6-9dbf-88a3b7c9f39e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6c9fef48c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 109136ed-0e4d-47ab-b32a-5f129561268c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6c9fef59726
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 58f66d4b-1a02-4aa7-8161-9fe46edf415b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 067b738d-d34b-418d-8950-9d9a810eccae
  kind: Event
  lastTimestamp: "2026-04-16T22:27:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:32Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn.18a6f6ca8c92fd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: f7516ced-91b3-4869-a0aa-d20b0962ca29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: aa29f6f8-4e6d-43c0-a81f-3288768281f1
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df-wwfnn'
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df.18a6f6b2a8bdc09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 1f418835-4792-491d-adc7-87dc9a42bf69
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 3e90cac3-90ce-45b1-8686-224058b92f8e
  kind: Event
  lastTimestamp: "2026-04-16T22:25:50Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-23b0a-predictor-79b467f6df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:50Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor.18a6f6b2a3c4c0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 8f9ef773-6c14-42e2-ae5c-795c6d207d8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 71457eec-3ab2-4421-857c-9cfaed9eb8b3
  kind: Event
  lastTimestamp: "2026-04-16T22:26:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:35Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor.18a6f6b622273a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: abd126d1-9970-4765-a8a5-c9a9a3711ce1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 71457eec-3ab2-4421-857c-9cfaed9eb8b3
  kind: Event
  lastTimestamp: "2026-04-16T22:26:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:26:35Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor.18a6f6b6228de525
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: e2ce0739-3698-43d0-9135-921df066f86b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 71457eec-3ab2-4421-857c-9cfaed9eb8b3
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor.18a6f6c09ede1fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: dd32b926-f91e-4467-8b04-0f2a92164a2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:26:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 71457eec-3ab2-4421-857c-9cfaed9eb8b3
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a-predictor.18a6f6c09f40766a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: 7f875287-a5f9-49f5-9f1d-0b413244c16b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-23b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: bead2902-fa7a-4808-b064-ccf01f221658
  kind: Event
  lastTimestamp: "2026-04-16T22:27:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:02Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a.18a6f6b2a39272ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16121"
    uid: 2dc565ac-ef72-4181-af25-c7274e3bc241
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-23b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: bead2902-fa7a-4808-b064-ccf01f221658
  kind: Event
  lastTimestamp: "2026-04-16T22:27:02Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-23b0a] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:02Z"
    name: isvc-xgboost-graph-raw-hpa-23b0a.18a6f6c3955300c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 16c87e00-10b1-4f65-b6fd-f0858bccada3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:27:30.427261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    to ip-10-0-142-35.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6c9fc604f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: fd2569d9-74dc-434c-b9ee-83c2abb44e5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-1bd3d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:31Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6ca09ff7aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: ed0ae09a-7945-4226-9c6a-248858a2ad44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:32Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:27:32Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6ca6eab7a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: 053de558-09c4-44ce-8e0f-188488a55e4d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:32Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T22:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:32Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6ca700b0bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: 8d794867-c861-41f4-bed6-a88ed661a017
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.055s (1.055s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6caaef616ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 9629ad8b-07c1-4a78-9a4e-53675055278a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6cab1cc86a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 4dfd98ec-0109-4e00-875c-879021c7fa2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6cab24f2547
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: c6487492-8288-470d-9012-98be213d5c60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6cab25ad3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: c8afc4a9-c3b9-475d-a9a4-1c4c1f0f2a81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6cab5044bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 9d858642-bff6-4ee5-95f4-3fa4bfc0c876
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:33Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6cab570c8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: a63e593a-a1ad-4cf0-a3b1-4c1be3b778ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6e284a4c306
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 0f709812-63cb-46fd-8169-5a7159ed25ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9a23b60f-2b38-46e1-acc5-6a715cc3966d
  kind: Event
  lastTimestamp: "2026-04-16T22:29:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:29:15Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv.18a6f6e284a54fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: adf6e19a-0b79-467d-a4e0-7eaf35a997ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-1bd3d-predictor-5466bd4584
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 2b645ef8-bbe0-4eac-849d-f2f800daa363
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: 'Created pod: message-dumper-raw-1bd3d-predictor-5466bd4584-gjbrv'
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: message-dumper-raw-1bd3d-predictor-5466bd4584.18a6f6c9fbcbfcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: 7349b746-a11e-4181-9fd6-944137337748
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 4b6a375b-4bac-4bdc-b57c-212f1166d63d
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: Scaled up replica set message-dumper-raw-1bd3d-predictor-5466bd4584 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: message-dumper-raw-1bd3d-predictor.18a6f6c9f863e649
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: e852286c-c201-4f9a-8d8c-920de511a6ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: f8ecae77-eafb-4fcd-bdaa-f5444fc06fbe
  kind: Event
  lastTimestamp: "2026-04-16T22:28:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:28:15Z"
    name: message-dumper-raw-1bd3d-predictor.18a6f6cd76f2de81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16892"
    uid: 32648845-a27c-4488-8019-8692cf51b865
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-1bd3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: f8ecae77-eafb-4fcd-bdaa-f5444fc06fbe
  kind: Event
  lastTimestamp: "2026-04-16T22:28:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:28:15Z"
    name: message-dumper-raw-1bd3d-predictor.18a6f6cd77595c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 98128490-2061-4208-9c3f-8ad434492d96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-1bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 68126329-4212-455b-b2f6-81a1975dffce
  kind: Event
  lastTimestamp: "2026-04-16T22:27:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:42Z"
    name: message-dumper-raw-1bd3d.18a6f6c9f84ecf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 9265b541-89b0-4eeb-a3f9-12b778304ac3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-1bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 68126329-4212-455b-b2f6-81a1975dffce
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-1bd3d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-1bd3d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: message-dumper-raw-1bd3d.18a6f6c9f92004b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: 74a5d78f-4801-441f-893e-374d3982c4d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-1bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 68126329-4212-455b-b2f6-81a1975dffce
  kind: Event
  lastTimestamp: "2026-04-16T22:27:42Z"
  message: InferenceService [message-dumper-raw-1bd3d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:42Z"
    name: message-dumper-raw-1bd3d.18a6f6ccb9fa549b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 6854bfd0-bc21-4eb6-9242-7fafd9d5fa9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:25:39.863310Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    to ip-10-0-140-65.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:25:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:25:39Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b03e4051fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: fa79c765-59e2-48e0-bad9-26be4cbe6cad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-b6a6b-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:40Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b04bd7dd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 27465d66-c0b5-4dcd-b6df-00b48031e41d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:40Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:25:40Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b07adb7648
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 750d0998-398b-427f-8618-63ed11489025
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b6a6b}
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
  metadata:
    creationTimestamp: "2026-04-16T22:25:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:40Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b07c1922c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: cd41b04a-7fa2-47af-9e5b-d853ec78e57e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b6a6b}
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    in 2.285s (2.285s including waiting). Image size: 216229966 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T22:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:43Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b10451733e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15331"
    uid: 17f6bdfd-8070-4b3f-b773-3afd78d38c0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b6a6b}
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:43Z"
  message: 'Created container: model-chainer-raw-b6a6b'
  metadata:
    creationTimestamp: "2026-04-16T22:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:43Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b107ae0b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: ac9054d3-2a8a-4878-9e49-69f99e200b0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b6a6b}
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:43Z"
  message: Started container model-chainer-raw-b6a6b
  metadata:
    creationTimestamp: "2026-04-16T22:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:43Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b10823d4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 66ff7eae-973f-4418-8d14-40c98655fe6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b6a6b}
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:25:49Z"
  message: Stopping container model-chainer-raw-b6a6b
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:25:49Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b29606f027
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: fd259295-115c-43a4-8fdb-b6c56cfb02fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-b6a6b}
    kind: Pod
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: db8537bb-fb88-4451-bf05-ad422a1a71d9
  kind: Event
  lastTimestamp: "2026-04-16T22:26:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:26:19Z"
    name: model-chainer-raw-b6a6b-c9d8fd588-kv7k8.18a6f6b296725c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: 08c01f41-c583-41ad-811a-d31373c12d87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-b6a6b-c9d8fd588
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 21195920-38fa-4405-a0f3-51a502becfa8
  kind: Event
  lastTimestamp: "2026-04-16T22:25:39Z"
  message: 'Created pod: model-chainer-raw-b6a6b-c9d8fd588-kv7k8'
  metadata:
    creationTimestamp: "2026-04-16T22:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:39Z"
    name: model-chainer-raw-b6a6b-c9d8fd588.18a6f6b03db3e978
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: 1520ff61-696f-4d17-87ca-35a2c612dac3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: d8edfc1d-fff0-47d8-9649-b468f97b83b4
  kind: Event
  lastTimestamp: "2026-04-16T22:25:39Z"
  message: Scaled up replica set model-chainer-raw-b6a6b-c9d8fd588 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:25:39Z"
    name: model-chainer-raw-b6a6b.18a6f6b03ccd1f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15288"
    uid: 7612a3f1-a63a-4234-bf39-7662fde0352a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:25:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-b6a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: b21f002f-4b4c-4b9d-ac60-5a44677124d5
  kind: Event
  lastTimestamp: "2026-04-16T22:25:39Z"
  message: InferenceGraph [model-chainer-raw-b6a6b] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:25:39Z"
    name: model-chainer-raw-b6a6b.18a6f6b0403d1af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 11195307-ef9e-491e-a538-ecae605d1a82
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:27:20.170262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    to ip-10-0-140-65.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:27:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c79902ebe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: dbfe7ea6-7232-4f53-b131-d21cb905169c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-23b0a-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c7a2ff3d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 0ba90527-9dce-480a-b4d5-150284cad09b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:21Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:27:21Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c7d6028fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 91a9ef00-832d-4879-9656-fbd33005922f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-23b0a}
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:21Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:960b5b892edd58a35b7961eeee56eefeb4de0472304309ce47b8894c95edac56"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:21Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c7d759873a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 82d263c9-3ac7-4ae9-afc7-03d0001d9fb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-23b0a}
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:21Z"
  message: 'Created container: model-chainer-raw-hpa-23b0a'
  metadata:
    creationTimestamp: "2026-04-16T22:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:21Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c7da58b06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: d571d802-2db4-4c5c-aefe-29b99dec48ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-23b0a}
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:21Z"
  message: Started container model-chainer-raw-hpa-23b0a
  metadata:
    creationTimestamp: "2026-04-16T22:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:21Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c7daca0471
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 6e82c2db-7dd7-4508-a811-112e74aed7db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-23b0a}
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:30Z"
  message: Stopping container model-chainer-raw-hpa-23b0a
  metadata:
    creationTimestamp: "2026-04-16T22:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:30Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6c9f151f936
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: eb6a76ab-b912-4733-917f-29eeeb5b4e86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-23b0a}
    kind: Pod
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16271"
    uid: 31db3325-9321-4971-9bdd-69c81e27932b
  kind: Event
  lastTimestamp: "2026-04-16T22:27:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T22:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:27:57Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd.18a6f6ca78aa1455
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 015b6dc3-5ba4-4016-b14d-8a4629305b17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-65.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-65.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-23b0a-75756cc884
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 33355075-4b99-47e5-b27b-9fd49e7e314f
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: 'Created pod: model-chainer-raw-hpa-23b0a-75756cc884-kzzpd'
  metadata:
    creationTimestamp: "2026-04-16T22:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: model-chainer-raw-hpa-23b0a-75756cc884.18a6f6c7987482d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 4ace3c3e-d702-4f22-972e-56976eca4fc0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-23b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 75fbe20e-f0a6-4094-929d-ef5794d16234
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: Scaled up replica set model-chainer-raw-hpa-23b0a-75756cc884 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: model-chainer-raw-hpa-23b0a.18a6f6c79780b212
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: e547693e-bfe3-45c1-b589-45c069df2de4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-23b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 292a2d3c-1031-4301-92b0-360a0ae4e977
  kind: Event
  lastTimestamp: "2026-04-16T22:27:20Z"
  message: InferenceGraph [model-chainer-raw-hpa-23b0a] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:27:20Z"
    name: model-chainer-raw-hpa-23b0a.18a6f6c79d0a43e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: b993c388-b736-40e4-b8e2-40f2b4940364
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:33:29.488188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:33:29Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71d96134776
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: b2ace4f1-04dd-40b8-9fc0-6cc0ca466a03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-88982-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:29Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71d9f13afe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 12de9886-191c-4a0d-ab09-6937cd72f9de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:30Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:33:30Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71dd3a90ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19575"
    uid: 19217219-d196-4de2-82e9-a361d31116d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:30Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71dd4ebf47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 337fd88b-94ba-4be1-a121-79530cff6fee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:30Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71dd7c6ab13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: f52bea6e-075c-4522-8332-c62d32ea94a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:30Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71dd88f2824
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: d38d55c6-99d1-4886-b999-862263cc82e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:34Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71ed5c529cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: 7c0a9ccd-9a70-444f-84f9-19061f747713
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:34Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71ed94e49fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19623"
    uid: 99ccd07e-c01a-4ca3-b338-36cee28c0e56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:34Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71ed9d5b36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19624"
    uid: b3fa995e-8de9-49f6-8a20-eee7c8b0222d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:34Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71ed9e25204
    namespace: kserve-ci-e2e-test
    resourceVersion: "19625"
    uid: 47534b93-89bf-4b69-8bf5-15fa3d125705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:34Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71edd60768d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: bf594242-eb92-4faf-a527-e1997e01fda9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:33:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:33:34Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71eddd67645
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: c4762468-5a2c-4a31-a1e3-49b64cce3ff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:51Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f71f11e6233a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: 48b59759-fd8f-48d4-83b4-ab46688339db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:49Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f7303d29712e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 99ad6ba1-0ce5-4c23-9712-062db542c4ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:49Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f7303d29f8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 1d8e2b8c-d834-4e9a-8ef1-138738157929
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 59e9a1e4-970f-4f93-96b0-8b9e10c3a5e3
  kind: Event
  lastTimestamp: "2026-04-16T22:34:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:51Z"
    name: raw-sklearn-88982-predictor-5576d8bccc-6bw9z.18a6f730c4085941
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: 2503264c-d4a0-4609-bf33-3302062df2da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-88982-predictor-5576d8bccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 85b3f9f6-efcc-4c28-a159-2200eb843534
  kind: Event
  lastTimestamp: "2026-04-16T22:33:29Z"
  message: 'Created pod: raw-sklearn-88982-predictor-5576d8bccc-6bw9z'
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:29Z"
    name: raw-sklearn-88982-predictor-5576d8bccc.18a6f71d959c8723
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: b447be41-31c8-478a-bc24-86ac545c202e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-88982-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 3cf53c29-800a-4c7f-baa4-0fcb93729ab2
  kind: Event
  lastTimestamp: "2026-04-16T22:33:29Z"
  message: Scaled up replica set raw-sklearn-88982-predictor-5576d8bccc from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:33:29Z"
    name: raw-sklearn-88982-predictor.18a6f71d92fe85f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: c27e31a5-de1e-4aa9-932f-8c8edccc8e33
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-88982-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: d07bbf15-efbd-4526-ba25-b9b8ab487e85
  kind: Event
  lastTimestamp: "2026-04-16T22:34:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:14Z"
    name: raw-sklearn-88982-predictor.18a6f7211179bd5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: ce25ed62-83f0-4aaf-b037-0b8eb742705d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-88982-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: d07bbf15-efbd-4526-ba25-b9b8ab487e85
  kind: Event
  lastTimestamp: "2026-04-16T22:34:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:14Z"
    name: raw-sklearn-88982-predictor.18a6f72111e17c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 54f80d07-8982-4181-a23e-e0f5fd1f6674
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-88982-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: d07bbf15-efbd-4526-ba25-b9b8ab487e85
  kind: Event
  lastTimestamp: "2026-04-16T22:34:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:44Z"
    name: raw-sklearn-88982-predictor.18a6f724913c50da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: c8af658e-adc1-4c07-8f0b-f034970b48a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-88982-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: d07bbf15-efbd-4526-ba25-b9b8ab487e85
  kind: Event
  lastTimestamp: "2026-04-16T22:34:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:44Z"
    name: raw-sklearn-88982-predictor.18a6f72491cf6472
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 9c7ae21b-0665-4259-a2b9-6f91b70e79b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-88982
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: 3b177e4c-c19c-47ee-a023-57dc73f5dce1
  kind: Event
  lastTimestamp: "2026-04-16T22:34:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:41Z"
    name: raw-sklearn-88982.18a6f71d92dab015
    namespace: kserve-ci-e2e-test
    resourceVersion: "20116"
    uid: 0d56e8f1-77fe-496e-b263-5fc4a2c012eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-88982
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: 3b177e4c-c19c-47ee-a023-57dc73f5dce1
  kind: Event
  lastTimestamp: "2026-04-16T22:33:29Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-88982": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-88982":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:33:29Z"
    name: raw-sklearn-88982.18a6f71d9355daa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19541"
    uid: 3f120a20-f85f-4555-9fa4-1f9202152f1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-88982
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 3b177e4c-c19c-47ee-a023-57dc73f5dce1
  kind: Event
  lastTimestamp: "2026-04-16T22:34:41Z"
  message: InferenceService [raw-sklearn-88982] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:41Z"
    name: raw-sklearn-88982.18a6f72e751fda9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20114"
    uid: 237b753d-eab2-44cc-a771-95d9c988ef76
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T22:34:49.675455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    to ip-10-0-129-102.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T22:34:49Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f730419bee97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: ba643949-3784-4334-98f5-de86b251ce51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6595d6b895-rvt94
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:50Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T22:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T22:34:50Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7305b1a660c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20225"
    uid: 4f08efcb-4df4-425c-8831-15896d823a71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:43c598108b2566718d0b8a06fae8e38f22d997b9ce2bbd3c912a448d6236ab6b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:50Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7305c66315b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 8fabd1c9-f201-48fe-a530-3b74aeedb801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T22:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:50Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f730601a2935
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: 8c8dcbbf-560a-4b41-8116-db4414bb3afb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T22:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:50Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7306092faf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20231"
    uid: 23618066-5677-43ca-b3a5-e9ebea7df2b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:55Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f73187a349c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20277"
    uid: df7cba4b-96b3-4fe9-83e4-db998dced4ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:55Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7318b82a016
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 0e62cd92-34d8-44c5-bc78-c934e5003ccb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:55Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7318c06b294
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: 0766fac0-4d8d-4827-9ae4-dccb61532030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:55Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7318c165390
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: d067bdd9-1453-41dc-a6af-f5bd68d58d2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:55Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7318f1c660d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: fd3d6289-2605-474e-b74b-e63b459a0bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:34:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:34:55Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f7318f94b233
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: 746be118-b071-4a73-bf19-37216bf8f99b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T22:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f731ff69b3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: 41219b81-42ff-4982-a138-8dd5597a3c86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:36:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T22:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:09Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f742e89c44a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 0b104d9a-fb76-481e-80dc-3e1fd5e7d67b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:36:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-16T22:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:09Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f742e89cd8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 175a81aa-ad5b-4d8c-9cdb-562414088a1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 0a57ec34-42f2-4076-b276-b514190f0400
  kind: Event
  lastTimestamp: "2026-04-16T22:36:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T22:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T22:36:13Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk.18a6f743b1817854
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 88070fdf-f2de-4d61-9428-7746512136cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-102.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-102.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 85d32bcd-071f-4898-a6de-1fa735bada21
  kind: Event
  lastTimestamp: "2026-04-16T22:34:49Z"
  message: 'Created pod: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc-2jtpk'
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:49Z"
    name: raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc.18a6f73040fd1474
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: b0c1a59e-d45a-4c50-a059-23c1aa56214c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-8cb92-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: a58a13d8-c458-463f-ab31-d2dfbf59ccd6
  kind: Event
  lastTimestamp: "2026-04-16T22:34:49Z"
  message: Scaled up replica set raw-sklearn-runtime-8cb92-predictor-7cf4f8cbfc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:34:49Z"
    name: raw-sklearn-runtime-8cb92-predictor.18a6f7303e88473c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20200"
    uid: 43b19187-2ae4-4262-85a3-ebabb362b592
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8cb92-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: b72ec41d-9007-4267-9cc9-c8cb0cba8694
  kind: Event
  lastTimestamp: "2026-04-16T22:35:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:19Z"
    name: raw-sklearn-runtime-8cb92-predictor.18a6f733bd5332a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 15c6fe34-d15c-419e-a147-c24e8318009f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8cb92-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: b72ec41d-9007-4267-9cc9-c8cb0cba8694
  kind: Event
  lastTimestamp: "2026-04-16T22:35:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T22:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:35:19Z"
    name: raw-sklearn-runtime-8cb92-predictor.18a6f733bdb35e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 9d2ea5fd-d44d-40e7-92bb-6325f8e5bde6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8cb92-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: b72ec41d-9007-4267-9cc9-c8cb0cba8694
  kind: Event
  lastTimestamp: "2026-04-16T22:36:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:04Z"
    name: raw-sklearn-runtime-8cb92-predictor.18a6f73abb6ac176
    namespace: kserve-ci-e2e-test
    resourceVersion: "20795"
    uid: 72f6e66a-e7ba-4009-ac01-7487dc079f6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T22:35:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-8cb92-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: b72ec41d-9007-4267-9cc9-c8cb0cba8694
  kind: Event
  lastTimestamp: "2026-04-16T22:36:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T22:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T22:36:04Z"
    name: raw-sklearn-runtime-8cb92-predictor.18a6f73abbca1bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: c25c1ca0-ba3f-4292-8cca-957f3761ef32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8cb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: cf6e477b-ebe9-4308-ae5c-7f6ab27bbd4f
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: raw-sklearn-runtime-8cb92.18a6f7303e6408ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20782"
    uid: 33699c26-f27b-4abd-a692-70cf00a42576
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:34:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8cb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: cf6e477b-ebe9-4308-ae5c-7f6ab27bbd4f
  kind: Event
  lastTimestamp: "2026-04-16T22:34:49Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-8cb92":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-8cb92":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T22:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:34:49Z"
    name: raw-sklearn-runtime-8cb92.18a6f7303eb2b7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: dee9f25c-e3aa-46ea-8e81-6c9ecbece64e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T22:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-8cb92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20779"
    uid: cf6e477b-ebe9-4308-ae5c-7f6ab27bbd4f
  kind: Event
  lastTimestamp: "2026-04-16T22:36:03Z"
  message: InferenceService [raw-sklearn-runtime-8cb92] is Ready
  metadata:
    creationTimestamp: "2026-04-16T22:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T22:36:03Z"
    name: raw-sklearn-runtime-8cb92.18a6f7416318c606
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: efc6a8cc-1e04-4d27-ac13-417bdd3dbe7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "21042"