---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:35:33.559439Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18945"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbd884667a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18952"
    uid: 5936d415-460f-4e66-9a13-57b003c1ab85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-e289d9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbd890775d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18960"
    uid: c6312917-d2ef-4dcb-b1a2-6da7f7189713
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: "2026-05-25T11:35:34Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:35:34Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbd8c23c18fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: 847efed7-90ad-42a5-8da5-c8959e2566c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: "2026-05-25T11:35:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:39Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbd8c58f96f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: 9e1b9abb-98c1-47cf-b778-f0fd903afa04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: "2026-05-25T11:35:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:39Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbd8c84e0694
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 2b8b82e0-c07c-42c0-b12d-79f290d0a0a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: "2026-05-25T11:35:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:39Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbd8c8bb236b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: f3df13f8-6fcd-40c1-934f-d6b520d57490
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18948"
    uid: d01d1ea1-c06b-4bae-82b4-e1084d570162
  kind: Event
  lastTimestamp: "2026-05-25T11:35:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn.18b2cbdad1629b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 0b7fc79a-fb1a-449d-a1d5-115c0fcbb711
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e289d9-predictor-bfc49b68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 89aa0dc2-6cc4-4665-9bb1-d338867691d7
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: 'Created pod: isvc-init-fail-e289d9-predictor-bfc49b68f-24ppn'
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-init-fail-e289d9-predictor-bfc49b68f.18b2cbd883bb809d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18950"
    uid: a3b74c3a-0632-4c24-83cc-ede899361aaa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e289d9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 4a17f98e-b60f-415b-904f-6f7c1214a00c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: Scaled up replica set isvc-init-fail-e289d9-predictor-bfc49b68f from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-init-fail-e289d9-predictor.18b2cbd87b4b2eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18939"
    uid: 825906ce-fde9-422a-ba2e-b21815544bca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e289d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 30241fd5-ee99-4351-bd75-1500b701b555
  kind: Event
  lastTimestamp: "2026-05-25T11:35:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:39Z"
    name: isvc-init-fail-e289d9.18b2cbd87b123cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: f9198aa4-f238-4161-93eb-6e5cb9315c29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e289d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 30241fd5-ee99-4351-bd75-1500b701b555
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-e289d9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e289d9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-init-fail-e289d9.18b2cbd87cbe3ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: c7c53672-2715-4013-9a00-3001b0d3144d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e289d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 30241fd5-ee99-4351-bd75-1500b701b555
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-e289d9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-init-fail-e289d9.18b2cbd87cbe8796
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 02ee352b-851f-4308-a059-ced06376934f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:30:13.230783Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:30:13Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8def53121d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: 3cccae48-d4e6-4453-bf4e-94835ed2be03
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-56fc4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:13Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8dfb363ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: b1732dc5-3353-478e-b2c6-39f998e5e16a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:14Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:30:14Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8e2ca4ecdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: 4d24533a-b81b-4964-a04e-846e3987f2e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:14Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8e2e149c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: b30f19c8-b69d-4363-a544-7b21ae86f6ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:14Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8e314000d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 76ead81f-1af8-4788-8b84-3c3cf38af443
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:14Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8e31b14e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: dd40bcf3-18eb-4734-b49c-4ac9eb883e61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f280a997a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: f540d2a4-4998-4f01-a766-25d2fe8213e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f2b53cbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 4b60a74c-30f6-4c10-9027-8450e9ed9046
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f2bb1a504
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: b83627d0-b34a-454d-907d-2b940c122926
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f2bbc811b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 8837719a-27a2-4faf-b5a1-0621fc17479a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f2e8573f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 887ebc08-348d-44de-a4c0-9fc35822bcda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f2ee5616d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16353"
    uid: 93d63282-5ad7-438f-8cae-239d30f38675
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f2ef2a742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 3bee90e2-d2f2-4c76-a867-79edf1a725e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f31c8c17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: e0b3a886-a79f-46bd-b07d-f873da3fc87b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:30:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T11:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:18Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f3227caac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 1b390d92-2e72-48ff-aeda-57df27cf3720
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:31:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:56Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f63febe03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: a83203d1-8aaf-4d31-8313-9931bc28546a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:31:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:46Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cb8f9fd0ccf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: bcab3a97-8082-4818-9726-222e5e8f9e29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cba1c62e562d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16974"
    uid: b9077419-ba6c-4e2f-a38d-c5f1a10c4442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cba1c62e9ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 6eec95d8-5ae2-435a-9b25-4018f1bc4283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cba1c62eb095
    namespace: kserve-ci-e2e-test
    resourceVersion: "16977"
    uid: 5432d474-ece9-4289-97ae-2da98edba716
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 48f4cc10-07c1-4bec-a6fe-4992459b1060
  kind: Event
  lastTimestamp: "2026-05-25T11:31:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:56Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr.18b2cba27bf8cd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: d65e1895-b893-4ed1-b946-e6a49099970f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f382f4d1-78ef-4012-babd-6b569b102dc3
  kind: Event
  lastTimestamp: "2026-05-25T11:30:13Z"
  message: 'Created pod: isvc-logger-raw-56fc4-predictor-56fbf8d6c6-g2lhr'
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:13Z"
    name: isvc-logger-raw-56fc4-predictor-56fbf8d6c6.18b2cb8deee65059
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 4423be25-b7e8-45cb-9f86-46172a74eae0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 58144b59-c78e-47a9-99bc-29b35dae8da2
  kind: Event
  lastTimestamp: "2026-05-25T11:30:13Z"
  message: Scaled up replica set isvc-logger-raw-56fc4-predictor-56fbf8d6c6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:13Z"
    name: isvc-logger-raw-56fc4-predictor.18b2cb8deba048de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 83ca0309-6e27-4451-8962-bac30b89ef58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 2febbfba-a250-41ad-97e4-270d990a303e
  kind: Event
  lastTimestamp: "2026-05-25T11:30:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:43Z"
    name: isvc-logger-raw-56fc4-predictor.18b2cb916a2155bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 321698d0-650a-4670-b8f6-13773c55538b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 2febbfba-a250-41ad-97e4-270d990a303e
  kind: Event
  lastTimestamp: "2026-05-25T11:30:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:43Z"
    name: isvc-logger-raw-56fc4-predictor.18b2cb916a916f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 55f1e1c0-1409-4e31-b301-94fd6e437301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 2febbfba-a250-41ad-97e4-270d990a303e
  kind: Event
  lastTimestamp: "2026-05-25T11:31:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:31:28Z"
    name: isvc-logger-raw-56fc4-predictor.18b2cb98684a5a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 8bf7c7b9-61a1-4afc-a3cb-aa8648debca2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 2febbfba-a250-41ad-97e4-270d990a303e
  kind: Event
  lastTimestamp: "2026-05-25T11:31:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:31:28Z"
    name: isvc-logger-raw-56fc4-predictor.18b2cb9868af69b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 0057a186-4dca-4438-a242-2a72a9249047
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 1cc39fee-a27e-49c4-8cc5-511b570758eb
  kind: Event
  lastTimestamp: "2026-05-25T11:31:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:31:26Z"
    name: isvc-logger-raw-56fc4.18b2cb8deb7cbc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 2ed33554-605e-455a-ad89-a22bec2f5e21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 1cc39fee-a27e-49c4-8cc5-511b570758eb
  kind: Event
  lastTimestamp: "2026-05-25T11:30:13Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-56fc4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-56fc4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:13Z"
    name: isvc-logger-raw-56fc4.18b2cb8debcaa5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 6ff16fd1-b0a1-4752-93c4-902a875a3739
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 1cc39fee-a27e-49c4-8cc5-511b570758eb
  kind: Event
  lastTimestamp: "2026-05-25T11:30:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-56fc4": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:13Z"
    name: isvc-logger-raw-56fc4.18b2cb8df1930307
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 3cb134ac-b64b-4bb2-9057-96281d44809a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 1cc39fee-a27e-49c4-8cc5-511b570758eb
  kind: Event
  lastTimestamp: "2026-05-25T11:31:26Z"
  message: InferenceService [isvc-logger-raw-56fc4] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:31:26Z"
    name: isvc-logger-raw-56fc4.18b2cb9f0383e0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: a9d926ee-92ba-4378-8f5d-a3ece71c38a7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:33:58.935967Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18096"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-c840ff-predictor-5889595d56-pqb4x
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc27c66e5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: dd140ce5-9b0c-47b8-8718-59da2887035a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:33:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-c840ff-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:59Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc2882dbf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: 63fbcecd-4237-4cb2-8a33-87dd35328ce3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:33:59Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:33:59Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc2b97acd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 9baecebc-5e57-4d70-8663-6b279320fee4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:33:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:59Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc2bbaa6abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18119"
    uid: 54ffbfa9-698e-41df-bb88-881edd5b19f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:00Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc2be7532fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18122"
    uid: 7c2a2823-e0c5-428d-bc25-9f47d49f1e29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:00Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc2bf2ae911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: 1e1fbdb1-4c32-40a2-8afa-ea23c6460c6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:04Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3b457b4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 82aa352e-9f72-43d4-95c4-8b2d71a8c639
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:04Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3b72bc9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: e858f06a-111e-4e9b-940a-00a9fd770174
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:04Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3b79c683f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: 965367a4-4a60-4820-9c01-a606af6724f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:04Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3b7a7544c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: aabe6a99-d214-4278-85ef-67299167d0f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:04Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3ba6244f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 15605bcb-5dda-4b91-b7b5-957f35274379
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:34:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:04Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3bb21e558
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: 17f27a19-9034-49e9-9add-d8cd22291e35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:35:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:01Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbc3f04d6aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 403e6de8-5aee-4686-934a-e759608f6f40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbd871801997
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: ce46796f-358c-4b25-b6f4-73d5d9f5c14f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:35:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:33Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbd87180c84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: 7e2c2da5-d390-4105-a808-074b96dfea68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 73ead778-7e6c-4dcb-913d-3365e563bcc5
  kind: Event
  lastTimestamp: "2026-05-25T11:35:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:36Z"
    name: isvc-primary-c840ff-predictor-5889595d56-pqb4x.18b2cbd9206fbb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: c2a774b8-fc06-47b1-b878-5ac95ad8a3fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-c840ff-predictor-5889595d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: e0ade395-6d8d-4a79-9874-b4bf9ab62046
  kind: Event
  lastTimestamp: "2026-05-25T11:33:58Z"
  message: 'Created pod: isvc-primary-c840ff-predictor-5889595d56-pqb4x'
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-primary-c840ff-predictor-5889595d56.18b2cbc27b8d151a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: e679b12e-910d-4404-9cfa-7988a3942896
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-c840ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 53f4bb0e-b031-4d3e-832b-fc425722e8ff
  kind: Event
  lastTimestamp: "2026-05-25T11:33:58Z"
  message: Scaled up replica set isvc-primary-c840ff-predictor-5889595d56 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-primary-c840ff-predictor.18b2cbc274b07238
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: ae26e3d0-792b-42b5-a656-7b91762d5a62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c840ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: afe67dd2-840d-47bc-8e58-b4ff59b8c1d6
  kind: Event
  lastTimestamp: "2026-05-25T11:34:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:34:43Z"
    name: isvc-primary-c840ff-predictor.18b2cbc5f42ffea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18458"
    uid: 32ad9004-8a3e-4f8d-bead-5fda59ee578f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c840ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: afe67dd2-840d-47bc-8e58-b4ff59b8c1d6
  kind: Event
  lastTimestamp: "2026-05-25T11:34:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:34:43Z"
    name: isvc-primary-c840ff-predictor.18b2cbc5f518c7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 8cd59409-6ce0-48da-a3e9-6389873ea1b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c840ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: afe67dd2-840d-47bc-8e58-b4ff59b8c1d6
  kind: Event
  lastTimestamp: "2026-05-25T11:35:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:28Z"
    name: isvc-primary-c840ff-predictor.18b2cbd07284e151
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: dec6e8c9-2292-48e5-bb7f-e350fbd32c98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c840ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: afe67dd2-840d-47bc-8e58-b4ff59b8c1d6
  kind: Event
  lastTimestamp: "2026-05-25T11:35:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:29Z"
    name: isvc-primary-c840ff-predictor.18b2cbd0734911c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: 8895f59f-0f8f-410c-8e29-16ac1ead41c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: 1bd38c05-1572-4a96-a55f-235afe822fa7
  kind: Event
  lastTimestamp: "2026-05-25T11:35:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:11Z"
    name: isvc-primary-c840ff.18b2cbc27466f365
    namespace: kserve-ci-e2e-test
    resourceVersion: "18659"
    uid: d05e200e-ba8b-4188-8978-2b307643ab62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: 1bd38c05-1572-4a96-a55f-235afe822fa7
  kind: Event
  lastTimestamp: "2026-05-25T11:33:58Z"
  message: 'Failed to update status for InferenceService "isvc-primary-c840ff": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-c840ff":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-primary-c840ff.18b2cbc275211120
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: 45280a69-9eb8-4304-b70b-9ec460b9570c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18055"
    uid: 1bd38c05-1572-4a96-a55f-235afe822fa7
  kind: Event
  lastTimestamp: "2026-05-25T11:33:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-c840ff": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-primary-c840ff.18b2cbc275215bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: 81bbb92c-ff12-448e-b9a4-3e33a68888ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: 1bd38c05-1572-4a96-a55f-235afe822fa7
  kind: Event
  lastTimestamp: "2026-05-25T11:35:11Z"
  message: InferenceService [isvc-primary-c840ff] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:11Z"
    name: isvc-primary-c840ff.18b2cbd3542edb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18658"
    uid: cd142353-6b77-4d52-9e95-8896a25d5f85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:24:47.414789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13193"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb42132d8b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "13198"
    uid: 33b2bc10-d62f-463b-aaa8-9501c1ccc7e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13204"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:24:47Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb422ca89fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 4ed2e2c3-aeb2-4017-af9d-1524d2ec2671
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:24:47Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb422e15314b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13219"
    uid: a5b85ec2-dd54-4c91-9cb5-b58aac4e2d35
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:24:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    in 3.729s (3.729s including waiting). Image size: 303117430 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:24:51Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb430c65a176
    namespace: kserve-ci-e2e-test
    resourceVersion: "13248"
    uid: b987d56c-fd1a-489a-b965-890412467b89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:24:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:24:51Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb430f8e8cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13250"
    uid: 767a6070-911c-4750-93d6-09d9b5ac278b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:24:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:24:51Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb430ffb5739
    namespace: kserve-ci-e2e-test
    resourceVersion: "13251"
    uid: 9f39851c-a1cd-439c-b6e5-b7c07c22f714
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:24:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
  metadata:
    creationTimestamp: "2026-05-25T11:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:24:55Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb43efdfc3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13282"
    uid: fda04e7e-ef41-485b-a218-1e2a28c9ab6f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    in 13.503s (13.503s including waiting). Image size: 1560931766 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:08Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb4714c50dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13416"
    uid: 5d271ae2-3a48-45ce-918d-5cb3cc670cf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:08Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb4718be6cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13418"
    uid: 84946a63-936a-44a1-9bc0-d41110214df9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:08Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb47192dc848
    namespace: kserve-ci-e2e-test
    resourceVersion: "13419"
    uid: ec89f047-1363-4dae-af6f-f347514ed369
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:08Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T11:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:08Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb471938cd1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13420"
    uid: 66c76b32-cbdc-4303-a050-59d4aa6d6f94
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.173s (2.173s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:11Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb479ac33243
    namespace: kserve-ci-e2e-test
    resourceVersion: "13437"
    uid: 85485fc6-2e39-448c-ad4c-45bf23bfdd64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:11Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb479da2f927
    namespace: kserve-ci-e2e-test
    resourceVersion: "13438"
    uid: 534ff11f-a0d1-4a72-a19c-168ace2d9bc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:11Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb479e11fd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "13439"
    uid: 01c17d5c-836a-41dc-99a1-879008f6d5b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
  metadata:
    creationTimestamp: "2026-05-25T11:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:11Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb479e1ee48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13440"
    uid: e090b022-6df4-4dea-9790-dea2eaf33343
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:85509e1d0da5916160d865d089804d6bbebf1ea6c16cad0efae5e4799309c886"
    in 2.65s (2.65s including waiting). Image size: 239698202 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:13Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb483c1f3cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13483"
    uid: d87a33a1-17aa-4f23-a245-52a419714f6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T11:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:13Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb483f9235a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13486"
    uid: cd414212-bc17-4fbf-909e-043aa5b472a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:25:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T11:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:25:13Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb484003b34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13487"
    uid: 5eafd79d-4ef3-4c06-be5e-1b0a5ee7037b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:26:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb4860c8d82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: 3173461a-3941-4fac-954f-3230ca211fbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:26:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb489c87b126
    namespace: kserve-ci-e2e-test
    resourceVersion: "14311"
    uid: ebcb6e0a-456b-46b6-9b87-b210677b6290
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb5a87b6cb20
    namespace: kserve-ci-e2e-test
    resourceVersion: "14089"
    uid: 9a615e0c-d16f-4119-9203-f2b9d4e5dfc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb5a87b7332b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14092"
    uid: e0909d9b-aaf3-4dc3-9c73-2b8c01cd9632
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb5a87b75ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14095"
    uid: 64e32837-501a-4b8e-b89a-e367869a14a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13195"
    uid: d74d7eab-07de-4a1b-8e09-d288351d088c
  kind: Event
  lastTimestamp: "2026-05-25T11:26:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:51Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd.18b2cb5b78a9c551
    namespace: kserve-ci-e2e-test
    resourceVersion: "14340"
    uid: 202f70ab-a149-44f5-a184-fe99421976d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13186"
    uid: 38a77cee-4f8a-48e3-8ea4-be06cb9b5b27
  kind: Event
  lastTimestamp: "2026-05-25T11:24:47Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f-bpgpd'
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f.18b2cb4212ae3527
    namespace: kserve-ci-e2e-test
    resourceVersion: "13194"
    uid: 74d437d7-e1bb-4db5-ade4-f23c1c207b8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-7006d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13184"
    uid: 3e311aaf-a6d4-481b-b389-a46ea2d1ae2f
  kind: Event
  lastTimestamp: "2026-05-25T11:24:47Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-7006d-predictor-74696f9d9f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor.18b2cb420d445024
    namespace: kserve-ci-e2e-test
    resourceVersion: "13187"
    uid: 4ca68da4-cd95-47eb-9ccf-6aaba0d4f933
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-7006d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13197"
    uid: 6378dfb8-dc55-44bf-8aad-66554b93e431
  kind: Event
  lastTimestamp: "2026-05-25T11:25:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:25:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor.18b2cb459372adca
    namespace: kserve-ci-e2e-test
    resourceVersion: "13735"
    uid: 0fa77ee2-3e1a-4b73-aa34-3cf26b7270bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-7006d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13197"
    uid: 6378dfb8-dc55-44bf-8aad-66554b93e431
  kind: Event
  lastTimestamp: "2026-05-25T11:25:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:25:47Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor.18b2cb4593ef1b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13736"
    uid: ec9df721-9ed9-4795-9f58-a2323ba7b3f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-7006d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13372"
    uid: 6378dfb8-dc55-44bf-8aad-66554b93e431
  kind: Event
  lastTimestamp: "2026-05-25T11:26:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:17Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor.18b2cb5391d789c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13952"
    uid: d31839ab-f497-485f-8dc8-8821b3950097
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-7006d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13372"
    uid: 6378dfb8-dc55-44bf-8aad-66554b93e431
  kind: Event
  lastTimestamp: "2026-05-25T11:26:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:17Z"
    name: isvc-raw-sklearn-batcher-7006d-predictor.18b2cb5392913ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13953"
    uid: 6e60c132-82dd-4489-ab7a-8cf8d50489ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-7006d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13172"
    uid: d8cb57bd-6081-461b-8851-c9d4787641d4
  kind: Event
  lastTimestamp: "2026-05-25T11:26:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:26:17Z"
    name: isvc-raw-sklearn-batcher-7006d.18b2cb4213b441de
    namespace: kserve-ci-e2e-test
    resourceVersion: "13959"
    uid: 1027284f-eaa3-4684-a12f-c2cc18d1ff69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-7006d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13172"
    uid: d8cb57bd-6081-461b-8851-c9d4787641d4
  kind: Event
  lastTimestamp: "2026-05-25T11:24:47Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-7006d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-7006d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d.18b2cb421440f0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13203"
    uid: 6b02526c-8235-46d3-993a-7b8cedf3d462
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-7006d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13172"
    uid: d8cb57bd-6081-461b-8851-c9d4787641d4
  kind: Event
  lastTimestamp: "2026-05-25T11:24:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-7006d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:24:47Z"
    name: isvc-raw-sklearn-batcher-7006d.18b2cb4214414f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "13205"
    uid: 66161b5a-39bb-4443-a78b-0141344f626b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-7006d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13956"
    uid: d8cb57bd-6081-461b-8851-c9d4787641d4
  kind: Event
  lastTimestamp: "2026-05-25T11:26:17Z"
  message: InferenceService [isvc-raw-sklearn-batcher-7006d] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:26:17Z"
    name: isvc-raw-sklearn-batcher-7006d.18b2cb571359c73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13957"
    uid: 3acc1119-0432-4a3a-9353-6b256b7e20a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:35:19.035729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18745"
    uid: 546dd5ae-b885-4c62-9797-09b11a39ea6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:35:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:35:19Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6.18b2cbd522b83cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18751"
    uid: 1e6aa06b-4072-4692-a17f-7dd84f0428f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: 546dd5ae-b885-4c62-9797-09b11a39ea6c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:19Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:35:19Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6.18b2cbd53c0f3249
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: 9ffb98c8-f14e-4525-be6c-2bd57b722ccd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 546dd5ae-b885-4c62-9797-09b11a39ea6c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:22Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6.18b2cbd53da95ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 1dab8922-311e-46aa-a869-ebcd3ad1bc31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 546dd5ae-b885-4c62-9797-09b11a39ea6c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:22Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6.18b2cbd540d2bd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: 04bb9c0a-e121-48f4-937a-908674578090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 546dd5ae-b885-4c62-9797-09b11a39ea6c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:22Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6.18b2cbd541423e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: 03bd03dd-cff4-4ad9-a0d5-c38e9304e5e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 546dd5ae-b885-4c62-9797-09b11a39ea6c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:26Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6_kserve-ci-e2e-test(546dd5ae-b885-4c62-9797-09b11a39ea6c)
  metadata:
    creationTimestamp: "2026-05-25T11:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:26Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6.18b2cbd6db4b4486
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 41aded63-dc79-4fd1-a0f4-52b6ff5b7c59
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-c840ff-predictor-576b7bd8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 373e5ef5-ac39-4cd7-be6e-32ab8a87e489
  kind: Event
  lastTimestamp: "2026-05-25T11:35:19Z"
  message: 'Created pod: isvc-secondary-c840ff-predictor-576b7bd8cf-vrml6'
  metadata:
    creationTimestamp: "2026-05-25T11:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:19Z"
    name: isvc-secondary-c840ff-predictor-576b7bd8cf.18b2cbd5221a9f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 8f9dd23c-bc32-4653-af31-f10a8a53935d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-c840ff-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 07449994-74d4-469b-8f35-e9390ad5098e
  kind: Event
  lastTimestamp: "2026-05-25T11:35:18Z"
  message: Scaled up replica set isvc-secondary-c840ff-predictor-576b7bd8cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:18Z"
    name: isvc-secondary-c840ff-predictor.18b2cbd51dcfbb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: f30a6a52-d160-4bf9-98ce-ec22278e30ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: deba7f60-8176-43b9-a637-75b1f575e87c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:29Z"
    name: isvc-secondary-c840ff.18b2cbd51dc6c725
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: c72c149b-39b8-49cb-80f5-9fe5adc0b7ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: deba7f60-8176-43b9-a637-75b1f575e87c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:19Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-c840ff":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-c840ff":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:19Z"
    name: isvc-secondary-c840ff.18b2cbd51e2fd087
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: dcb7cac1-047d-4b57-b559-1a9a21871dfe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c840ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: deba7f60-8176-43b9-a637-75b1f575e87c
  kind: Event
  lastTimestamp: "2026-05-25T11:35:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-c840ff": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:19Z"
    name: isvc-secondary-c840ff.18b2cbd51e300a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 665e32f3-8d55-44fc-b303-0398b2ade83c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:26:32.569525Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14113"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5a8ee36cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: 0c01de8f-88cb-433a-a482-f4a195b8d77d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5aa82ae1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14158"
    uid: 6ddbda30-758c-4f38-9148-cbc726ed4231
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5aa99890f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: c69ccdf4-92eb-404d-8fd6-07a4a27f4610
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5aad040044
    namespace: kserve-ci-e2e-test
    resourceVersion: "14162"
    uid: 34a269df-63f7-4597-bb22-96bf29fc5ad1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5aad8e1f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14163"
    uid: d86083f4-3125-4677-9108-59f7c0d58671
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5bc2d6145d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14218"
    uid: ec977594-1205-4ab1-b146-a11b68c747d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5bc6603155
    namespace: kserve-ci-e2e-test
    resourceVersion: "14223"
    uid: fe3ec33b-cbb3-4bdc-b823-c29d69fa3178
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5bc6d08aaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14224"
    uid: a7ff5e44-7a7d-4f8f-a868-348bafca0cdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5bc6dae808
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: 271d3958-304c-49ff-9170-1c9640488f56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5bc9e74776
    namespace: kserve-ci-e2e-test
    resourceVersion: "14228"
    uid: 8fe0bc81-9626-4dd2-afdf-014a7bf010ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5bca54903f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14229"
    uid: a7327a1a-a4e4-4c35-b7af-2c4612beee3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:28:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:15Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb5c3ac72086
    namespace: kserve-ci-e2e-test
    resourceVersion: "15179"
    uid: 0da28d75-4a71-43bb-b531-a4b03b7a7cfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb71e44a49b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: 66407878-9845-4051-82e2-1bbf20294cdb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb71e44aff86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: d346af94-8bf6-4858-a933-360b4036ba5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14115"
    uid: 128bacb7-b517-4455-b06f-2ac7ee595cf9
  kind: Event
  lastTimestamp: "2026-05-25T11:28:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:15Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx.18b2cb7294ef7d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: ab70cc0a-f6ec-49a3-88d8-2fa6fa6486c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14098"
    uid: 5317d2df-37bd-47d8-bace-d33f9f669eb3
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: 'Created pod: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff-hfksx'
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff.18b2cb5a8e6669eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14116"
    uid: f354c56e-487d-4053-a133-4cf5fb8713e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14096"
    uid: 3478a22b-c214-4a80-bc8a-cc9fdf9938f2
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-9ad8c-predictor-9885798ff
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor.18b2cb5a899fdbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14100"
    uid: b1355196-35a0-421c-83a8-9a9503756949
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14097"
    uid: 321ef915-d133-4ce4-bec2-783ae289ea37
  kind: Event
  lastTimestamp: "2026-05-25T11:27:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:17Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor.18b2cb5e08978bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 6f23153b-31b4-4dd3-937c-5284e2e740eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14097"
    uid: 321ef915-d133-4ce4-bec2-783ae289ea37
  kind: Event
  lastTimestamp: "2026-05-25T11:27:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:17Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor.18b2cb5e090599fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: 814d9618-8fad-4c95-b9bb-c3f5c85586e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: 321ef915-d133-4ce4-bec2-783ae289ea37
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor.18b2cb68868e4974
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: e4729065-d06a-4dbb-8f0f-614297c5d078
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: 321ef915-d133-4ce4-bec2-783ae289ea37
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: isvc-sklearn-graph-raw-9ad8c-predictor.18b2cb6886f605b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: a1f324a6-b67b-4561-b9fd-9ac139a02df8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14065"
    uid: 5c85278b-475d-434f-be0c-ec457dfffacf
  kind: Event
  lastTimestamp: "2026-05-25T11:27:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:45Z"
    name: isvc-sklearn-graph-raw-9ad8c.18b2cb5a897e66fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 124e4259-ad1d-4cfa-b7e7-ca1e34319702
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14065"
    uid: 5c85278b-475d-434f-be0c-ec457dfffacf
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-9ad8c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-9ad8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-sklearn-graph-raw-9ad8c.18b2cb5a89ee42cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14102"
    uid: 8e3d84ad-6511-4ed6-9969-460f2f128021
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: 5c85278b-475d-434f-be0c-ec457dfffacf
  kind: Event
  lastTimestamp: "2026-05-25T11:27:45Z"
  message: InferenceService [isvc-sklearn-graph-raw-9ad8c] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:45Z"
    name: isvc-sklearn-graph-raw-9ad8c.18b2cb6b9e2c81ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: 63a60242-f517-4f6e-88eb-ddcfcc7ca191
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:28:12.871693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb71e95d22f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: bf67b4a3-1b2f-410e-be88-8c346c122d53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-6729d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb71f5c6966d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: c2d793b1-590a-44c7-8341-8d95025717e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15091"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7227cda537
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 08fe7785-6673-4d68-9b5e-6cfd14319d9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7229fc2841
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: b97dcd37-6ca4-4206-943f-fb2a378f6962
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:14Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb722d071e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 01d10fec-8709-4751-8806-d3935fbfe330
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:14Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb722d6a84a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: 973df183-6fa6-402d-8673-769a38cecf53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb731fd56118
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 70201173-034b-4a07-891e-9367f13850c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7323a03d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15206"
    uid: 0fa1a2d8-d768-4983-8817-f510ffdfdab8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7324021609
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 38b0faab-674a-450d-b3cc-da03f3192d76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb73240e3a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 8abb490f-972d-41f7-bdfd-1295c9d742dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7327220f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 55d5f0c5-8a3c-4a1f-b43b-e26dcaa380f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7327d25558
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 0c6296e3-aab7-411d-9afc-16d7aa7a5082
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:29:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:56Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb7397a80f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 128a2c45-1758-46e5-a5d7-1f5b386e50b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb893ecb10ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: 4e993591-3411-4385-a1e5-92e4f69aa994
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb893ecb85d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: 9b7078e7-4d59-4b73-b0cc-f8bbb2ec6e28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 3ce9ab66-f3ad-4ac9-9d78-29cc7ce36a6b
  kind: Event
  lastTimestamp: "2026-05-25T11:29:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:56Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk.18b2cb89f1e6982e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: 174f6089-dda7-473b-a41d-13a2aff0e098
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 283f2cb0-08b7-4f48-a7d5-042180bb4dd5
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f-4kxlk'
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f.18b2cb71e8eec553
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 726d39b7-f916-4de4-8535-d6b57118e9f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: df15d72b-f6f4-4136-9914-b703ee51f2ad
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-6729d-predictor-cc7bbb9f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor.18b2cb71e463a14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: c3b0e1ca-4a65-48e7-b3a7-7e318d59969f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: f7f5f049-d835-4158-8ecf-4ef268abe47e
  kind: Event
  lastTimestamp: "2026-05-25T11:28:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:57Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor.18b2cb7562e6c4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: f47b48a3-468a-4113-b7a5-ed1c0cd00716
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: f7f5f049-d835-4158-8ecf-4ef268abe47e
  kind: Event
  lastTimestamp: "2026-05-25T11:28:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:57Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor.18b2cb75639250c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: c0313203-629c-47d6-8b74-d25cd55f0d42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: f7f5f049-d835-4158-8ecf-4ef268abe47e
  kind: Event
  lastTimestamp: "2026-05-25T11:29:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor.18b2cb78e2968083
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: aabb7e99-3cb0-4975-8263-2ada243900c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: f7f5f049-d835-4158-8ecf-4ef268abe47e
  kind: Event
  lastTimestamp: "2026-05-25T11:29:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:42Z"
    name: isvc-sklearn-graph-raw-hpa-6729d-predictor.18b2cb78e300094c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 875e7b28-585b-457f-b5c3-31fa86108242
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: a755784a-8b50-41ff-8a28-846cf2c5538f
  kind: Event
  lastTimestamp: "2026-05-25T11:29:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:26Z"
    name: isvc-sklearn-graph-raw-hpa-6729d.18b2cb71e42efb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: a64580ab-aae2-4795-88f9-f27f076dbd19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: a755784a-8b50-41ff-8a28-846cf2c5538f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-6729d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-6729d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-sklearn-graph-raw-hpa-6729d.18b2cb71e499b1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: de83d643-181a-49a6-a3db-d43f32546b6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: a755784a-8b50-41ff-8a28-846cf2c5538f
  kind: Event
  lastTimestamp: "2026-05-25T11:29:26Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-6729d] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:26Z"
    name: isvc-sklearn-graph-raw-hpa-6729d.18b2cb82faf8ce7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15748"
    uid: e952f07a-4959-4f5a-a552-e6a511ab7c8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:31:38.487940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba1c90c0a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: b47322f6-928c-4240-8dc2-25f9fabc82f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba1e2620f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 13c0f38f-2df4-45d9-aa70-e5847850f836
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba1e3c9dcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 5e2c053f-57db-4ff8-95bb-95cdcf43db7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba1e66b930e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: cc924395-502a-45c3-8775-83aaa95faad6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba1e6d767cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: d2bfab51-8880-4647-b35d-401a9c0e67d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:43Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba302cbcea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: bd7e2d8d-a833-48f4-a415-0545ecd40801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:43Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba305ed0499
    namespace: kserve-ci-e2e-test
    resourceVersion: "17072"
    uid: b6bce5e0-baef-47b7-94a8-3e776e597866
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:43Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba3065a08e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: 63853120-0dce-4f81-a94d-f2cd2c6d00b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:43Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba306645fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 9242f1c4-3466-4529-8281-3ac6a58967d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:43Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba3094ce75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17079"
    uid: 5a1e504c-c426-426d-b253-95ca2a54e738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:31:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:43Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba309b89ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: e496e7e9-bd34-489b-b21e-fcb1e58f8515
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:34:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:00Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cba37a883f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 5723c9af-f418-45f7-9881-6569edc08535
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:33:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cbc273612210
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: 19031461-bf17-4ae6-937c-91bfb8117579
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:33:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:33:58Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cbc27361ab6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18085"
    uid: 2b05262e-b85c-4f7b-bea2-277db669e85f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: f0ac5e19-5ea5-4c9c-94c3-ba675a552d45
  kind: Event
  lastTimestamp: "2026-05-25T11:34:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:34:06Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj.18b2cbc324ed896a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: 76c19b7b-b08c-4a80-837f-94543e81ecc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: 6dda71a4-e0bd-442f-92e9-3d0e81fc42ae
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: 'Created pod: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf-cn7bj'
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor-58654984bf.18b2cba1c89a66b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 687fd16e-f0e1-43f8-b1c7-8feac7ba76a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-fdff2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: e560aacc-2269-48b8-9c85-60f7f6d3df1d
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-fdff2-predictor-58654984bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor.18b2cba1c58b836f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: a0eacc49-c322-4e04-9650-55fbfcbf48fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-fdff2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 99b0650e-1283-436b-ae17-db21da2e5125
  kind: Event
  lastTimestamp: "2026-05-25T11:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:23Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor.18b2cba5447ab659
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 99f14da0-e985-4d62-a928-26f27eaaec90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-fdff2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 99b0650e-1283-436b-ae17-db21da2e5125
  kind: Event
  lastTimestamp: "2026-05-25T11:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:32:23Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor.18b2cba544f06fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17379"
    uid: fd19a5b8-443a-4c22-a8ea-93ba5cbf8e7e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-fdff2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 99b0650e-1283-436b-ae17-db21da2e5125
  kind: Event
  lastTimestamp: "2026-05-25T11:33:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:53Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor.18b2cbafc1fc4c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 0a80a412-7f28-48c0-b406-fb49cb4b11ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-fdff2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 99b0650e-1283-436b-ae17-db21da2e5125
  kind: Event
  lastTimestamp: "2026-05-25T11:33:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:33:53Z"
    name: isvc-sklearn-scale-raw-fdff2-predictor.18b2cbafc272d8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: 6c67112e-0ac9-41ce-9987-7d3654292ac0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-fdff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 2d019a94-1092-4437-9250-acc3476fb833
  kind: Event
  lastTimestamp: "2026-05-25T11:33:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:51Z"
    name: isvc-sklearn-scale-raw-fdff2.18b2cba1c53e9a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 50aa8751-48e6-4231-ba9f-b7348ab514d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-fdff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16943"
    uid: 2d019a94-1092-4437-9250-acc3476fb833
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-fdff2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-fdff2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2.18b2cba1c5bd8d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: e31f5edc-128d-4565-9a98-33f92878b5da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-fdff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 2d019a94-1092-4437-9250-acc3476fb833
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-fdff2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: isvc-sklearn-scale-raw-fdff2.18b2cba1cc6209ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: c34007ba-d85f-4746-a4b9-b8e54c72baab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:33:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-fdff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: 2d019a94-1092-4437-9250-acc3476fb833
  kind: Event
  lastTimestamp: "2026-05-25T11:33:51Z"
  message: InferenceService [isvc-sklearn-scale-raw-fdff2] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:33:51Z"
    name: isvc-sklearn-scale-raw-fdff2.18b2cbc0a9ba71a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: e3f75b64-f961-4062-a3c5-9d86b3518504
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:26:32.658727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14141"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb5a9434990c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: 23c09340-5450-4ba5-a24c-6ca3e8d31199
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14150"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb5aade1b603
    namespace: kserve-ci-e2e-test
    resourceVersion: "14164"
    uid: a94a734b-1eb0-45ed-96fc-c004b6d0c284
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb5aaf45abe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14166"
    uid: e25adef8-3de6-48fd-9205-c8c76f611b53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb5ab24e26b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14167"
    uid: 376eaed7-035b-4011-ba8c-7a75bb2367ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:33Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb5ab2b75e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14168"
    uid: 6f3678a8-0965-4b6b-b995-0563e4d72fb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:37Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T11:26:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:37Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb5bc2c49938
    namespace: kserve-ci-e2e-test
    resourceVersion: "14217"
    uid: 346b1de5-543b-4085-a4b0-7fb162c46b71
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:56Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.326s (18.326s
    including waiting). Image size: 1306319098 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:56Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb6007169127
    namespace: kserve-ci-e2e-test
    resourceVersion: "14374"
    uid: efc2d70e-faed-4b65-a2fb-44be1de2ac7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:56Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb600a6eacbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14375"
    uid: 1ec65ae1-8aa3-4e5d-89ea-e6a1f6b7d47b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:56Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb600acd365d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14376"
    uid: 499ef551-7691-4b01-b6f5-febb3539ab9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:56Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb600ad91d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: 4118f9c4-389c-41b6-bb25-9571d1e38beb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:56Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb600dad15e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14378"
    uid: 6a7760c8-bea7-4c72-a88e-f33a4f5868b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:26:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:26:56Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb600e1578f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14379"
    uid: 281485d0-7c40-4def-8e1f-e89d8463d16a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:26:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb606f5695d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 6cc36bee-e4f3-4b4e-82a3-084ebe6213ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb71ed1aa169
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: eb4e3dde-21f0-4b77-b047-2201de7930e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb71ed1b5cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 2705c160-e135-42d3-8225-d05dd617ab0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: 50bfa7dd-de16-483f-b499-710061a40640
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn.18b2cb72216a521a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: a5db5cb6-0d23-418c-ab6a-da9dd38f67f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997
    namespace: kserve-ci-e2e-test
    resourceVersion: "14130"
    uid: 306e8987-323a-45d7-94b0-85aee0a8fec9
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: 'Created pod: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997-d4lpn'
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997.18b2cb5a93c45235
    namespace: kserve-ci-e2e-test
    resourceVersion: "14143"
    uid: 5456f8a1-39d5-42d6-b759-9352bcd68a38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14125"
    uid: 911dccd9-d9b2-41a9-97fa-9f26316db246
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-9ad8c-predictor-6d9bd8d997
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor.18b2cb5a907a8b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14133"
    uid: 63c12efc-e053-451f-a6e9-d4d9e8faef17
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14127"
    uid: 1a47c80c-be43-4a6d-b957-e992a243a5f1
  kind: Event
  lastTimestamp: "2026-05-25T11:27:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:32Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor.18b2cb5e0ee6840c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: 24d75916-cba5-463f-9835-3937b1c9ec44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14127"
    uid: 1a47c80c-be43-4a6d-b957-e992a243a5f1
  kind: Event
  lastTimestamp: "2026-05-25T11:27:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:27:32Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor.18b2cb5e0f4dc0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: 7a730bb8-a942-4f8e-82df-f20d447fa4fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: 1a47c80c-be43-4a6d-b957-e992a243a5f1
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor.18b2cb6c0ac17f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: c424bf75-f309-4a73-b826-de0539cd2fbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-9ad8c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: 1a47c80c-be43-4a6d-b957-e992a243a5f1
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: isvc-xgboost-graph-raw-9ad8c-predictor.18b2cb6c0b2f5bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 048453d0-62fa-4878-8fe9-b770a790ae3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: 53c8025d-0565-48cd-87e1-27f55f655880
  kind: Event
  lastTimestamp: "2026-05-25T11:27:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:53Z"
    name: isvc-xgboost-graph-raw-9ad8c.18b2cb5a9047cc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14826"
    uid: e4566aa9-41fa-45cb-8f35-eae750ca1f31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:26:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: 53c8025d-0565-48cd-87e1-27f55f655880
  kind: Event
  lastTimestamp: "2026-05-25T11:26:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-9ad8c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-9ad8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:26:32Z"
    name: isvc-xgboost-graph-raw-9ad8c.18b2cb5a90ca872b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: c5cb2c10-0aec-430a-a6bc-bb851d8c4534
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:27:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 53c8025d-0565-48cd-87e1-27f55f655880
  kind: Event
  lastTimestamp: "2026-05-25T11:27:53Z"
  message: InferenceService [isvc-xgboost-graph-raw-9ad8c] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:27:53Z"
    name: isvc-xgboost-graph-raw-9ad8c.18b2cb6d7ef8bb1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: 8997aa22-9935-434f-a825-45acde47cab9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:28:12.968384Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb71ef207f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: 4ab97c18-0834-412c-a36e-cd0f9aeced57
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb7208c52dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: a0767bda-8d93-4dcd-8a1a-59e760883a2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb720a4db08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: cce10eec-f047-45c6-9662-83c219ccf349
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb720d568e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15136"
    uid: 6bc32d03-a9a0-444b-a189-8632a2971423
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:13Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb720db8cf1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: 3f23045f-c21f-45cd-a252-05e5bf6e6920
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb731fc4e636
    namespace: kserve-ci-e2e-test
    resourceVersion: "15199"
    uid: f763324b-8bda-40de-bd26-34172f496c7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb7323a34389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: 3cfe2f58-06f1-4180-a593-c3b4e0737f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb73240a137f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: 7329c0a8-e6d0-4876-8b5a-9db60c930f31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb73241646f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 641afc4f-290c-42a7-abcb-c08ca9162eac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb73271f58a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 42208c42-31ba-4ab3-8902-69dc073e8c26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:28:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:18Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb7327d2556d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 1fe9b014-34b9-4dc7-ade9-6bc1506e5862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:29:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:56Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb7397a86992
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: 9bc119d9-f969-4de8-856e-097383329bf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb8943babc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 497cd518-edfc-42a2-9b23-57fa2c41e25a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb8943bb200f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: 8bf66268-5dd1-46f7-890b-13ac8bcd5dce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: de3ccca0-1f20-4bbf-8543-5cb6643d6530
  kind: Event
  lastTimestamp: "2026-05-25T11:29:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:56Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt.18b2cb89f1e60fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16102"
    uid: 3e905aed-1cb3-4062-9d83-c69c3e2fa79a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: a7616ba5-8cbc-4841-961b-49e4c289dc5e
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797-s5zdt'
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797.18b2cb71eebf3324
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: cfde7cf7-9cab-4896-af40-f8aaf2c96509
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 7b84ab52-bca1-4803-a2d5-84864cd74f9c
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-6729d-predictor-855c97d797
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor.18b2cb71eb9d9cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: 9be8a0d8-c81c-42ce-b5d8-7befcbc76db9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: a6605141-16df-413f-82e0-f3635dd03515
  kind: Event
  lastTimestamp: "2026-05-25T11:28:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:27Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor.18b2cb756a4a21d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: c2c31198-7dd7-4e83-8850-4999341e458d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: a6605141-16df-413f-82e0-f3635dd03515
  kind: Event
  lastTimestamp: "2026-05-25T11:28:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:27Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor.18b2cb756aac4325
    namespace: kserve-ci-e2e-test
    resourceVersion: "15306"
    uid: f4a56164-65bf-4903-abb4-13076896200a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: a6605141-16df-413f-82e0-f3635dd03515
  kind: Event
  lastTimestamp: "2026-05-25T11:29:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:27Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor.18b2cb78e945609e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 90ec8628-1d33-4bd2-92ba-774501ba0565
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: a6605141-16df-413f-82e0-f3635dd03515
  kind: Event
  lastTimestamp: "2026-05-25T11:29:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:27Z"
    name: isvc-xgboost-graph-raw-hpa-6729d-predictor.18b2cb78e9a3ba91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: e306e12a-e86e-4455-9099-007f9eda3d15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15063"
    uid: 4ce103a6-0ea1-42b4-a98c-dd64ad4dd480
  kind: Event
  lastTimestamp: "2026-05-25T11:29:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:16Z"
    name: isvc-xgboost-graph-raw-hpa-6729d.18b2cb71eba5de77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 92c69060-7893-4aef-b6f7-80cc303c183d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15670"
    uid: 4ce103a6-0ea1-42b4-a98c-dd64ad4dd480
  kind: Event
  lastTimestamp: "2026-05-25T11:29:16Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-6729d] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:16Z"
    name: isvc-xgboost-graph-raw-hpa-6729d.18b2cb80a6e78bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 0f1e1754-f55a-4f1c-842b-bc747a90ee30
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:29:53.123474Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb8940d5cd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 2b6a8fc1-9c76-4388-b986-589ce0953e36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-56fc4-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb8949a9d095
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: e3663311-61fe-4569-b56b-2dee2f3e7f5a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:54Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:29:54Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb897e30589e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 4651ef8b-7a24-43a3-b233-183cea6f9056
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:54Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-25T11:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:54Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb897f8e7d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16084"
    uid: 37dfb2de-dab7-4735-becb-11def851948e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:55Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.091s (1.091s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:55Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb89c0a3c9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: cb8cad59-341f-431b-852b-13636b1a4158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:55Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb89c4d2e0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: 81c9d66e-d7e4-40d7-8257-c03d0cfbd613
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:55Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb89c5553cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 2556c255-f8bb-4ad6-b5a0-d0b7918d12a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:55Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb89c560c4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: f75a2734-0e7a-4a41-918d-70e79b8f6972
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:55Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb89c92d7eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: b8ee50db-1415-49cf-93c2-3eed9d609334
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:29:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:55Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cb89c99b613c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16096"
    uid: 26a71700-e317-473d-8558-3c33cb9dfbd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cba1cd5f7d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: 1c7a038e-43de-4a9c-80cc-90371e8dfc8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 105b482a-e872-4d49-95b9-524c95e0ccc1
  kind: Event
  lastTimestamp: "2026-05-25T11:31:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:31:38Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq.18b2cba1cd601a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 7e8bfe80-5d73-4f33-8d24-b67e76b3629e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-56fc4-predictor-5d757c866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: c6ca26e0-a885-45c9-b602-3ffd997f84b2
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: 'Created pod: message-dumper-raw-56fc4-predictor-5d757c866b-5jzjq'
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: message-dumper-raw-56fc4-predictor-5d757c866b.18b2cb89406ae2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 038acc20-d74a-4b12-8636-3a3f55e02918
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: c8eba5e4-ce28-4ea2-8901-e213a945ef7b
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: Scaled up replica set message-dumper-raw-56fc4-predictor-5d757c866b from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: message-dumper-raw-56fc4-predictor.18b2cb893d13ce69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: ab2ce4fd-e9a5-47bf-b32e-a24db3ce5edd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: aa878c28-c991-4b58-a42a-ab40970144fb
  kind: Event
  lastTimestamp: "2026-05-25T11:30:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:23Z"
    name: message-dumper-raw-56fc4-predictor.18b2cb8cbba1fb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 1e483ea9-9e6d-4563-8fa3-18e9970d5f36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-56fc4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: aa878c28-c991-4b58-a42a-ab40970144fb
  kind: Event
  lastTimestamp: "2026-05-25T11:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:30:23Z"
    name: message-dumper-raw-56fc4-predictor.18b2cb8cbc0cd44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 46f0641e-c4cd-48fe-84cf-26f1ba6b4e6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: ca1be7ee-f411-49df-80dd-be8f3600ff8a
  kind: Event
  lastTimestamp: "2026-05-25T11:30:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:04Z"
    name: message-dumper-raw-56fc4.18b2cb893cf37743
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 63a66f7c-590b-4836-ae4a-c56d4d5efd28
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: ca1be7ee-f411-49df-80dd-be8f3600ff8a
  kind: Event
  lastTimestamp: "2026-05-25T11:29:53Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-56fc4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-56fc4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:29:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:53Z"
    name: message-dumper-raw-56fc4.18b2cb893ddae8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 6069dc9b-f8b2-4f18-9292-c7fd262a46a4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:30:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-56fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: ca1be7ee-f411-49df-80dd-be8f3600ff8a
  kind: Event
  lastTimestamp: "2026-05-25T11:30:04Z"
  message: InferenceService [message-dumper-raw-56fc4] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:30:04Z"
    name: message-dumper-raw-56fc4.18b2cb8be64e5040
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: d6432e2c-c59e-4186-9092-da387984a470
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:28:02.585594Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-9ad8c-5cb49b8f64-d827l
    to ip-10-0-130-103.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:28:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb6f84439e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14901"
    uid: 50fce777-bf1e-41df-b472-90c1c388aa5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:03Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:28:03Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb6f9dace641
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: d689b706-6003-4ba5-9d4b-9e45c07f0a9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-9ad8c}
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9d72397cc063a25c55c85283761fa175ad248411370e06d82ff2601a149a916d"
  metadata:
    creationTimestamp: "2026-05-25T11:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:03Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb6f9efe004e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: b4d44952-096e-4571-aa6f-26647adc94c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-9ad8c}
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9d72397cc063a25c55c85283761fa175ad248411370e06d82ff2601a149a916d"
    in 2.293s (2.293s including waiting). Image size: 218005276 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T11:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:05Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb7027b86e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "14941"
    uid: 6afa4f3f-087c-4774-b7cf-48911d8d89a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-9ad8c}
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:05Z"
  message: 'Created container: model-chainer-raw-9ad8c'
  metadata:
    creationTimestamp: "2026-05-25T11:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:05Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb702ac96596
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: 9823e057-065d-4b01-a2b0-a347a0cc6f10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-9ad8c}
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:05Z"
  message: Started container model-chainer-raw-9ad8c
  metadata:
    creationTimestamp: "2026-05-25T11:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:05Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb702b814b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: 63cd45ae-237b-4439-9f33-54b7b4f0060c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-9ad8c}
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:12Z"
  message: Stopping container model-chainer-raw-9ad8c
  metadata:
    creationTimestamp: "2026-05-25T11:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:12Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb71dba908f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 6dbf32bb-2a85-42ae-af8f-da5e8be61968
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-9ad8c}
    kind: Pod
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 59b0f60c-50c4-4fdf-980a-a2ee5cd2d65f
  kind: Event
  lastTimestamp: "2026-05-25T11:28:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:28:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:28:41Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64-d827l.18b2cb72d5d3648e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: f9c31092-ee64-4354-97bb-6a2124ba5c65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-9ad8c-5cb49b8f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 0acc1f9c-f518-4fde-88ea-096113077e45
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'Created pod: model-chainer-raw-9ad8c-5cb49b8f64-d827l'
  metadata:
    creationTimestamp: "2026-05-25T11:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: model-chainer-raw-9ad8c-5cb49b8f64.18b2cb6f83dccc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14898"
    uid: 434f577c-0772-409e-ac04-75d85579ec81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 7726a35e-93be-4c75-b39c-02ac447ea677
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: Scaled up replica set model-chainer-raw-9ad8c-5cb49b8f64 from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: model-chainer-raw-9ad8c.18b2cb6f8300454a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: d3b89dc6-d843-48dd-9d82-8a1dc9a9a01b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: e2ae00ed-cc3d-4e10-ba50-fed74a7d5d07
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: InferenceGraph [model-chainer-raw-9ad8c] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: model-chainer-raw-9ad8c.18b2cb6f8a590988
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: e03450fa-44ac-4242-89e3-f5a5d2b5daa8
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: e2ae00ed-cc3d-4e10-ba50-fed74a7d5d07
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-9ad8c":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-9ad8c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: model-chainer-raw-9ad8c.18b2cb6f8ef894db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: c51c54a1-d06d-4c2f-8f13-d31c4ab1378d
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-9ad8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: e2ae00ed-cc3d-4e10-ba50-fed74a7d5d07
  kind: Event
  lastTimestamp: "2026-05-25T11:28:02Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-9ad8c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:28:02Z"
    name: model-chainer-raw-9ad8c.18b2cb6f8ef8f925
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 721f0596-f010-4123-a6cb-13782a8ca9a8
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:29:42.882966Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15879"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    to ip-10-0-130-103.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:29:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:29:42Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb86de7420ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: fb5d9efb-40c8-4c3a-824d-ce0622c70b6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-6729d-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:43Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb86edfeb2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: d24d1f58-007c-4646-867b-2e48a19a4c2d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15888"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:43Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:29:43Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb871bb21e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: e95fe5ff-536d-417d-9c1f-9d889aa47fe7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6729d}
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:43Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:9d72397cc063a25c55c85283761fa175ad248411370e06d82ff2601a149a916d"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:43Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb871d0f6f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 94e7ea99-e78e-4a28-b108-59cce1df8d93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6729d}
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:43Z"
  message: 'Created container: model-chainer-raw-hpa-6729d'
  metadata:
    creationTimestamp: "2026-05-25T11:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:43Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb8720403215
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 9dcb62c3-a661-4983-8294-8d5816903a65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6729d}
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:43Z"
  message: Started container model-chainer-raw-hpa-6729d
  metadata:
    creationTimestamp: "2026-05-25T11:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:43Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb8720b2c4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: fa2349d4-b9dd-41ae-b1df-20f043d25d1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6729d}
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:52Z"
  message: Stopping container model-chainer-raw-hpa-6729d
  metadata:
    creationTimestamp: "2026-05-25T11:29:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:29:52Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb893607de99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 74096bf5-5db3-4a63-b46e-a05e6e02ff59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6729d}
    kind: Pod
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 1b27d6a6-ed23-4b23-b891-04446d8ca3dd
  kind: Event
  lastTimestamp: "2026-05-25T11:30:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T11:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:30:20Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn.18b2cb89b6a94b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: a1aba921-fc34-4896-86e0-1f134bd35d05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-6729d-5fbd47c86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: 0b62d586-f218-47fd-864e-9dbdd45ca036
  kind: Event
  lastTimestamp: "2026-05-25T11:29:42Z"
  message: 'Created pod: model-chainer-raw-hpa-6729d-5fbd47c86d-nslcn'
  metadata:
    creationTimestamp: "2026-05-25T11:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:42Z"
    name: model-chainer-raw-hpa-6729d-5fbd47c86d.18b2cb86ddd06c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: 22ea6970-fe0a-4555-a032-b65bbfb47f01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: aad06e70-b64a-42e2-8af8-c1f608ddc4cd
  kind: Event
  lastTimestamp: "2026-05-25T11:29:42Z"
  message: Scaled up replica set model-chainer-raw-hpa-6729d-5fbd47c86d from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:29:42Z"
    name: model-chainer-raw-hpa-6729d.18b2cb86dcd859d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 6c513fe8-d5ca-4651-9e9e-55272fec9b13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-6729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: 4dfb4498-a73f-4e86-8f1f-fd6d69782a4d
  kind: Event
  lastTimestamp: "2026-05-25T11:29:42Z"
  message: InferenceGraph [model-chainer-raw-hpa-6729d] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:29:42Z"
    name: model-chainer-raw-hpa-6729d.18b2cb86e24c7f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: 6531cdfe-6f58-4702-96d1-f6855901f70d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:35:43.651258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdaddeb4e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: 3b29af9a-a77b-441d-b1c3-f36b64d37844
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-e5e4b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdae9c81294
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 63c7f0ff-c03c-4317-b7a1-3b75759b7027
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:44Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:35:44Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdb1a80fd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: c4137d73-eb12-49af-ba96-89cebcd5dee0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:44Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdb1cca5f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 21d4bdda-f2c7-49b3-b998-f30f51698b83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:44Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdb1f6a7bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: aea26a19-7153-44d5-a99c-a206f577953c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:44Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdb1fed822a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19139"
    uid: 250e2e53-4654-421f-8b4e-2da26c26787d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:49Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdc3ab0cc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: 703752fa-6bbc-4ef4-af2f-928b5f8b0e4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:49Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdc3db1e12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: bda50e7d-d62d-40b9-9728-273d7943b723
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:49Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdc3e1f48c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19179"
    uid: 79a63ba8-35c8-4e94-8517-9c1b0080505f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:49Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdc3e2a48c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 82e6b6de-545a-42ff-9abd-edae9f8ab059
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:49Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdc410479d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 47c0765f-794d-4062-b556-673f5ce1eecc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:35:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:35:49Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdc4171dd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: df35d116-6999-4716-9da1-6a30b8ec98da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:36:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:36:47Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbdcb26735d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 6be12a15-89cc-411f-a2cb-d67b557ecfd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:37:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:03Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbed7b578107
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: 1c4f8991-3d18-4f19-91c7-740e1f9235be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 4b0746d0-bc8a-402b-8463-c4f82de0f333
  kind: Event
  lastTimestamp: "2026-05-25T11:37:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:03Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77.18b2cbed7b581440
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 9febecba-9014-4661-bd4d-16c927a403ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-e5e4b-predictor-5655bd6787
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: 8be81a7d-4b23-4244-a22d-786b5ad912b5
  kind: Event
  lastTimestamp: "2026-05-25T11:35:43Z"
  message: 'Created pod: raw-sklearn-e5e4b-predictor-5655bd6787-vzg77'
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: raw-sklearn-e5e4b-predictor-5655bd6787.18b2cbdadca792d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 7f4c3964-a602-44ab-b683-9dfd20493f4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-e5e4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: 7e8a44bd-9546-4fd7-b8f6-1515a6bf680e
  kind: Event
  lastTimestamp: "2026-05-25T11:35:43Z"
  message: Scaled up replica set raw-sklearn-e5e4b-predictor-5655bd6787 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: raw-sklearn-e5e4b-predictor.18b2cbdad6d777a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 8ecf57ef-94b4-44d6-a1ec-98c87e4c8e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e5e4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: a05b7a3a-b92c-4c49-8b21-fd0eaa03fdab
  kind: Event
  lastTimestamp: "2026-05-25T11:36:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:28Z"
    name: raw-sklearn-e5e4b-predictor.18b2cbde553deee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 3b24ab97-a83a-4699-9c7c-1557b13884d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e5e4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: a05b7a3a-b92c-4c49-8b21-fd0eaa03fdab
  kind: Event
  lastTimestamp: "2026-05-25T11:36:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:28Z"
    name: raw-sklearn-e5e4b-predictor.18b2cbde55b4f54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 02a2c7f3-2b96-430a-9d90-20cd02206437
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e5e4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: a05b7a3a-b92c-4c49-8b21-fd0eaa03fdab
  kind: Event
  lastTimestamp: "2026-05-25T11:36:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:58Z"
    name: raw-sklearn-e5e4b-predictor.18b2cbe1d64ee92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: c6bc981f-694e-43ac-a554-529dd696e15d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e5e4b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: a05b7a3a-b92c-4c49-8b21-fd0eaa03fdab
  kind: Event
  lastTimestamp: "2026-05-25T11:36:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:36:58Z"
    name: raw-sklearn-e5e4b-predictor.18b2cbe1d71b76d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: ab2bcf09-228f-490c-b960-6efa97c3fbf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e5e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 098d98fa-c3e4-4c45-9199-8c34e039fe4e
  kind: Event
  lastTimestamp: "2026-05-25T11:36:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:57Z"
    name: raw-sklearn-e5e4b.18b2cbdad636fbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: 97f8e26d-4006-4a14-ae03-e72c61c25cdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e5e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 098d98fa-c3e4-4c45-9199-8c34e039fe4e
  kind: Event
  lastTimestamp: "2026-05-25T11:35:43Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-e5e4b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-e5e4b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: raw-sklearn-e5e4b.18b2cbdad7279915
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: d5ac783c-bb8f-4ad2-819e-855f6ac3f94f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:35:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e5e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 098d98fa-c3e4-4c45-9199-8c34e039fe4e
  kind: Event
  lastTimestamp: "2026-05-25T11:35:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-e5e4b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:35:43Z"
    name: raw-sklearn-e5e4b.18b2cbdae5a1163a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: c013af02-6ad7-490f-8dc5-0a0b1dcfe3ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:36:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e5e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 098d98fa-c3e4-4c45-9199-8c34e039fe4e
  kind: Event
  lastTimestamp: "2026-05-25T11:36:57Z"
  message: InferenceService [raw-sklearn-e5e4b] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:36:57Z"
    name: raw-sklearn-e5e4b.18b2cbec1653f227
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 15c78569-2cc7-41ab-853e-567b0e891166
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T11:37:03.737943Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19757"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    to ip-10-0-128-161.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T11:37:03Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbed83753420
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 9c7c15fd-169b-4803-b20c-ac52ec4b9785
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8647b5955c-tcb8r
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:04Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T11:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T11:37:04Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbed9c9fa14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 30c476a5-50a9-4012-a406-51386a5208ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:320be4ef9f9314b65b9bd237a7c45b7de10514c36b5a23979ebdf05ec9d78d86"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:04Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbed9e1ee37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: ad45a862-454e-4bf1-be58-06e062704550
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T11:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:04Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeda116a58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 27c964bc-a4f6-4827-98e0-80bbc792c95b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T11:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:04Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeda1868d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 04fb6a8f-27fd-46f5-97cf-df4263c00d29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1534"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:08Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeeae78781d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: 9fe681c1-5d2f-4d11-9ef6-419bee44ecef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:08Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeeb24c091e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: ba6b9e4f-cccc-440a-9110-c55290cb2872
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:08Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeeb2baf217
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 8eceb9b7-70c0-458f-84da-e69fda82126a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:08Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeeb2c771bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: 5e694a87-3c33-4efd-808e-671a4f886aa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:08Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeeb5b01c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: b60914b1-4f42-428b-9f36-de078cbe5c76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:37:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:37:08Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbeeb6204fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 31bd7683-2570-4f24-be57-4b2d98c40d13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:38:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T11:37:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:26Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cbef26663f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20441"
    uid: 3da37fca-6629-422c-8581-e8ed43d3f160
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:38:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T11:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:23Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cc0026ca8d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: 09e6e9ec-0e70-45e9-997b-3500e4e8fac8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:38:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T11:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:23Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cc0026cb0060
    namespace: kserve-ci-e2e-test
    resourceVersion: "20390"
    uid: bc10c22e-a177-4c80-81e2-f5f0f6cc4746
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 552589d3-45c7-4814-82c4-2a4d8e7d5718
  kind: Event
  lastTimestamp: "2026-05-25T11:38:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T11:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T11:38:26Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc.18b2cc00d880eced
    namespace: kserve-ci-e2e-test
    resourceVersion: "20440"
    uid: 4be2c254-9273-4819-b342-1870b6d423e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-161.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-161.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: a33b978f-31f9-430e-b3f9-370336386427
  kind: Event
  lastTimestamp: "2026-05-25T11:37:03Z"
  message: 'Created pod: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95-pm2rc'
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:03Z"
    name: raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95.18b2cbed8318d3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: 83d33d68-ee69-40e6-9d3b-906e7a9eae3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-1bc1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: a4c0d1e4-f0e5-43ec-992b-321d0b7d9720
  kind: Event
  lastTimestamp: "2026-05-25T11:37:03Z"
  message: Scaled up replica set raw-sklearn-runtime-1bc1a-predictor-c9bc6dd95 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:03Z"
    name: raw-sklearn-runtime-1bc1a-predictor.18b2cbed7de329a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 2d49a68e-3696-4895-96ae-c896ae1d19e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1bc1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: c8a7d099-2c0c-4eaa-8053-21e1bcd56b8e
  kind: Event
  lastTimestamp: "2026-05-25T11:37:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:48Z"
    name: raw-sklearn-runtime-1bc1a-predictor.18b2cbf0fcd0aaaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20117"
    uid: ec75ffc7-509c-48a5-9e28-80a73be1d1be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1bc1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: c8a7d099-2c0c-4eaa-8053-21e1bcd56b8e
  kind: Event
  lastTimestamp: "2026-05-25T11:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T11:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:37:48Z"
    name: raw-sklearn-runtime-1bc1a-predictor.18b2cbf0fd520dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 15456843-9cbe-47c6-8525-b191c28da2c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1bc1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: c8a7d099-2c0c-4eaa-8053-21e1bcd56b8e
  kind: Event
  lastTimestamp: "2026-05-25T11:38:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:38:18Z"
    name: raw-sklearn-runtime-1bc1a-predictor.18b2cbfb7ae51bb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20333"
    uid: c84549b3-7a76-453d-9cb3-1de84f21cc6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1bc1a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: c8a7d099-2c0c-4eaa-8053-21e1bcd56b8e
  kind: Event
  lastTimestamp: "2026-05-25T11:38:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T11:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T11:38:18Z"
    name: raw-sklearn-runtime-1bc1a-predictor.18b2cbfb7b524162
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: dd5d3f98-cf6a-4882-9aee-577f44c821c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1bc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: b7b5eada-c77f-44ab-99f4-2fd1bea6136a
  kind: Event
  lastTimestamp: "2026-05-25T11:38:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:38:16Z"
    name: raw-sklearn-runtime-1bc1a.18b2cbed7dbcf02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 15cded9c-3e13-497f-b003-0bf05726c092
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:37:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1bc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: b7b5eada-c77f-44ab-99f4-2fd1bea6136a
  kind: Event
  lastTimestamp: "2026-05-25T11:37:03Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-1bc1a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-1bc1a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T11:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:37:03Z"
    name: raw-sklearn-runtime-1bc1a.18b2cbed7e6c0540
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 4c0db089-5340-4495-b545-ce2c72837e8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T11:38:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1bc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: b7b5eada-c77f-44ab-99f4-2fd1bea6136a
  kind: Event
  lastTimestamp: "2026-05-25T11:38:16Z"
  message: InferenceService [raw-sklearn-runtime-1bc1a] is Ready
  metadata:
    creationTimestamp: "2026-05-25T11:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T11:38:16Z"
    name: raw-sklearn-runtime-1bc1a.18b2cbfe8a792450
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 5847645a-f7cf-4e02-82ab-376fa71b3476
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "20591"