---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:31:06.173585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:31:06Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d226a4674661
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 54c81619-f337-4326-81d8-51cad9247391
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: "2026-05-25T13:31:06Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:31:06Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d226bdc47481
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 5a38488d-5e50-4b57-bb39-8e3b254041ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: "2026-05-25T13:31:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:10Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d226bf8b304a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: d231e059-7be2-498f-a8ea-b67cd370d355
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: "2026-05-25T13:31:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:10Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d226c257c4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 053c9a14-6627-4e0a-8058-ea35212828bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: "2026-05-25T13:31:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:10Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d226c2c62609
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: fd1df2b7-ebcf-4645-8553-3ddc91564837
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: "2026-05-25T13:31:11Z"
  message: Unable to retrieve some image pull secrets (fail-s3-sa-b18b30-dockercfg-gdj2k);
    attempting to pull the image may not succeed.
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d227c4f25569
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 1f4880d2-64f0-4490-9fd6-ba4ffb50e717
  reason: FailedToRetrieveImagePullSecret
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 5c1cb364-7dd6-4875-ae28-bcae03d9ac59
  kind: Event
  lastTimestamp: "2026-05-25T13:31:12Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:12Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7.18b2d22800bfe92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: d556d864-7af9-4c79-9c86-6b8e818e769c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b18b30-predictor-7986dfbf95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: e66e4d2a-e8af-4189-bcff-b325c2e91c50
  kind: Event
  lastTimestamp: "2026-05-25T13:31:06Z"
  message: 'Created pod: isvc-init-fail-b18b30-predictor-7986dfbf95-hv9c7'
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:06Z"
    name: isvc-init-fail-b18b30-predictor-7986dfbf95.18b2d226a3e4a588
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: 631064d9-e6db-4b56-91f1-d84c51c5a51c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b18b30-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20597"
    uid: ce7681c1-6a94-49c3-af6f-5507092abf2b
  kind: Event
  lastTimestamp: "2026-05-25T13:31:06Z"
  message: Scaled up replica set isvc-init-fail-b18b30-predictor-7986dfbf95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:06Z"
    name: isvc-init-fail-b18b30-predictor.18b2d226a010d508
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: d7a90967-7667-4850-af86-34e01888e814
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b18b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: ca579b9d-59f3-45ce-bd3f-aebd699bcd2e
  kind: Event
  lastTimestamp: "2026-05-25T13:31:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:31:10Z"
    name: isvc-init-fail-b18b30.18b2d2269fd09e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: d92be053-ad86-4877-8d5d-fe75d152d8b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b18b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: ca579b9d-59f3-45ce-bd3f-aebd699bcd2e
  kind: Event
  lastTimestamp: "2026-05-25T13:31:06Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-b18b30":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-b18b30":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:31:06Z"
    name: isvc-init-fail-b18b30.18b2d226a0493b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 42597916-1532-4421-9730-e9539c79cd5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b18b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: ca579b9d-59f3-45ce-bd3f-aebd699bcd2e
  kind: Event
  lastTimestamp: "2026-05-25T13:31:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-b18b30": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:31:06Z"
    name: isvc-init-fail-b18b30.18b2d226a0499ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: 8e99771f-34be-42f3-8996-85a5966e870d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:25:42.170932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17897"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:25:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:25:42Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1db345729ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: 4fffcbd3-339c-4cbf-a57a-a494f69863b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-df494-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:42Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1db42f1128b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17909"
    uid: a72d4bba-4853-4a00-8062-2828101ddb75
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:43Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:25:43Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1db71abcc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: fdde48f8-581f-4ec2-b08c-ba769d4dbeb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:43Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1db73240de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 7cd8e9ef-baf9-4dd8-9982-f6b644c0ce07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:43Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1db75f63480
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: 208d38ce-4e15-4ea0-af8f-f1c114546420
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:43Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1db7663016c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: 39aa7cab-47b3-4109-bfa7-eb253849d695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc86316efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17962"
    uid: 1123ac47-74e2-4c0d-b072-549f1e3e3adb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc895bcbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 77319ddf-8bbb-419b-8efd-7e7a1bfd97b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc89cd5aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 042f0e05-b23e-428f-92f6-91e3af699e00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc89d98e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17968"
    uid: d9a79f99-e8e6-4225-bc16-16817c562e2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc8d242f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 8972a384-318a-4c07-a6f7-01da3c68ba52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc8d8f09af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17972"
    uid: 2e0a73e3-f15e-443f-b454-35b5e89fb8ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:47Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:47Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc8d9a1614
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: de4aed55-1eac-4780-856e-77aefba34f6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T13:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:48Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc90538764
    namespace: kserve-ci-e2e-test
    resourceVersion: "17975"
    uid: 29267fe5-d747-4701-8fc6-6ab84b335eba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:25:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T13:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:48Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dc90c017b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: f994ba1a-0474-46b3-8dc8-065c25d30f94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:27:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:25Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dcfe078d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 7c2194c5-9a2b-4000-95d7-b8f83b2a6b4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:27:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:25Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1dcfe10f643
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: 8df82d4f-0e53-4a5a-9cc2-59765d0341d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1ef0a963bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: 2d263a6f-b847-4c8f-8c7b-84e5c91bb9c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1ef0a968693
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: 8dbd8c09-1c20-409d-9dcc-13b0f992aa90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1ef0a96e034
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: de89c708-7bef-4910-b5aa-97e08c0a9387
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8398bcec-949e-41ca-adaa-cdd0e919a256
  kind: Event
  lastTimestamp: "2026-05-25T13:27:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:25Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8.18b2d1efda2be2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18811"
    uid: 6f05d133-58a9-4931-9d8b-39a2fb94ddf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-df494-predictor-8568b6779f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 68a15ad5-4494-4f20-be7a-6db0f0317f8d
  kind: Event
  lastTimestamp: "2026-05-25T13:25:42Z"
  message: 'Created pod: isvc-logger-raw-df494-predictor-8568b6779f-zxpw8'
  metadata:
    creationTimestamp: "2026-05-25T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:42Z"
    name: isvc-logger-raw-df494-predictor-8568b6779f.18b2d1db33e5d73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17898"
    uid: db65e65a-0354-4d91-8a33-d46bf3018a43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 9400d8be-3320-4048-9671-d3f3a50050d9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:42Z"
  message: Scaled up replica set isvc-logger-raw-df494-predictor-8568b6779f from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:42Z"
    name: isvc-logger-raw-df494-predictor.18b2d1db30655d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17887"
    uid: 251a6f16-7b9b-4396-a5c8-6a3692d6856e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 871522ba-367b-4594-83be-cb952bffbc41
  kind: Event
  lastTimestamp: "2026-05-25T13:26:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:12Z"
    name: isvc-logger-raw-df494-predictor.18b2d1deaeee3ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: d36ac6cd-9f1e-4f11-a661-511fe3d561b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 871522ba-367b-4594-83be-cb952bffbc41
  kind: Event
  lastTimestamp: "2026-05-25T13:26:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:12Z"
    name: isvc-logger-raw-df494-predictor.18b2d1deaf4d727e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: 9d048fbd-84e6-4dd0-9d9a-e777af417f1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 871522ba-367b-4594-83be-cb952bffbc41
  kind: Event
  lastTimestamp: "2026-05-25T13:26:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:57Z"
    name: isvc-logger-raw-df494-predictor.18b2d1e5acd10907
    namespace: kserve-ci-e2e-test
    resourceVersion: "18497"
    uid: c76ddf45-f488-4f4a-b113-7ee10e1c95bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18053"
    uid: 871522ba-367b-4594-83be-cb952bffbc41
  kind: Event
  lastTimestamp: "2026-05-25T13:26:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:57Z"
    name: isvc-logger-raw-df494-predictor.18b2d1e5ad39a003
    namespace: kserve-ci-e2e-test
    resourceVersion: "18498"
    uid: d947d55f-d03e-45c0-9df3-969d8dd080ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-df494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: cba90ea1-0182-4158-9ac3-a36af3499145
  kind: Event
  lastTimestamp: "2026-05-25T13:26:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:26:56Z"
    name: isvc-logger-raw-df494.18b2d1db303e5859
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 142d84b0-eb99-489b-9ccc-0c895a54be01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-df494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: cba90ea1-0182-4158-9ac3-a36af3499145
  kind: Event
  lastTimestamp: "2026-05-25T13:25:42Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-df494":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-df494":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:25:42Z"
    name: isvc-logger-raw-df494.18b2d1db3093d9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 23e4af80-70f6-46b6-8b7c-b8edfb521ee0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:26:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-df494
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: cba90ea1-0182-4158-9ac3-a36af3499145
  kind: Event
  lastTimestamp: "2026-05-25T13:26:55Z"
  message: InferenceService [isvc-logger-raw-df494] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:26:55Z"
    name: isvc-logger-raw-df494.18b2d1ec62db7295
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 0da4c99b-7944-4c69-bce6-21264ea7b7f7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:29:27.750540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d20fb9eecf12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: 9f846b94-5453-4fb1-8c40-1a600514bff6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-6e8942-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d20fc23c26dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19730"
    uid: 20ae0666-b1c9-4c14-a95d-9aa679f5ab97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:28Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:29:28Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d20ff6fea4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 6edca1f5-bd63-45d5-b9ae-bb7385eba632
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:28Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d20ff88d1349
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 9a84ca29-c2ed-4559-b218-7a8e4254e0f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:28Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d20ffb8ba224
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 6694df6a-4ca8-4192-9982-b5b62167f08c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:28Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d20ffbf9ffe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 3f30f79c-5835-4cac-93f8-547aed566cb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:32Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d210de0cb7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 9fa3ca31-110a-40d2-914c-888c22c30436
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:32Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d210e1028860
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: 632d943c-9017-4391-bfda-b621b08683ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:32Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d210e173bc92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 9b25fc80-02db-45db-a275-c97acd33a378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:32Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d210e17ef014
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 7798dd70-cb14-4000-a516-48dd29abc7e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:32Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d210e4d49711
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 89f3ec3e-5451-4926-a237-08503bb90b3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:29:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:32Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d210e578f14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: 33418706-cdff-4a82-b479-89c228fe4702
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:30:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:30:30Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d21155cfa34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20214"
    uid: 4b758240-70de-4ce8-be5b-e3500cf93a15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:31:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:05Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d226966214d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: dc67ba46-8962-4f17-b146-c1fdb9859296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: 5b036bdc-7c13-4c49-a651-45f69c09b52a
  kind: Event
  lastTimestamp: "2026-05-25T13:31:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:05Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856-wbktv.18b2d22696638bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 4d9b4788-403f-40dd-86e6-235b32510e17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-6e8942-predictor-6f55cf5856
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 9873d366-d3c0-4d08-9ea7-46ed9790570c
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: 'Created pod: isvc-primary-6e8942-predictor-6f55cf5856-wbktv'
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-primary-6e8942-predictor-6f55cf5856.18b2d20fb974d61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: 04adadad-2982-4673-8378-74f542e570d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 12b8a363-f861-425a-b5b6-aa3d9ce8ba80
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: Scaled up replica set isvc-primary-6e8942-predictor-6f55cf5856 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-primary-6e8942-predictor.18b2d20fb30f5e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: c3b23229-28dc-478f-884e-8ef752cdd03c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 444c5f73-ee08-4b39-a8bf-83598e33f842
  kind: Event
  lastTimestamp: "2026-05-25T13:29:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:57Z"
    name: isvc-primary-6e8942-predictor.18b2d21331cc768a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 3b5b57c0-cdaa-440c-8083-a8fb3056269c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 444c5f73-ee08-4b39-a8bf-83598e33f842
  kind: Event
  lastTimestamp: "2026-05-25T13:29:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:57Z"
    name: isvc-primary-6e8942-predictor.18b2d21332370966
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: 68af2fd4-60a8-4aa7-9567-9d4594514c9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 444c5f73-ee08-4b39-a8bf-83598e33f842
  kind: Event
  lastTimestamp: "2026-05-25T13:30:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:30:57Z"
    name: isvc-primary-6e8942-predictor.18b2d21a3091dc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20474"
    uid: 5c69c204-4343-4fd8-9ab9-532ed68c5883
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 444c5f73-ee08-4b39-a8bf-83598e33f842
  kind: Event
  lastTimestamp: "2026-05-25T13:30:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:30:57Z"
    name: isvc-primary-6e8942-predictor.18b2d21a3100d16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20475"
    uid: babdd847-c22f-4218-aca3-d7acb3a31bda
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 172f0144-72c7-4512-8051-c629908910c4
  kind: Event
  lastTimestamp: "2026-05-25T13:30:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:30:40Z"
    name: isvc-primary-6e8942.18b2d20fb2cad72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: e73fd154-7cf9-46a6-bbb3-8280004a9471
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 172f0144-72c7-4512-8051-c629908910c4
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: 'Failed to update status for InferenceService "isvc-primary-6e8942": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-6e8942":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-primary-6e8942.18b2d20fb35b57a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: 71af1a64-f798-4f8d-9135-06dfea4060cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "19677"
    uid: 172f0144-72c7-4512-8051-c629908910c4
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-6e8942": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-primary-6e8942.18b2d20fb35b97e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 1223b668-b7a6-4ae3-a559-2b4cfd00e379
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: 172f0144-72c7-4512-8051-c629908910c4
  kind: Event
  lastTimestamp: "2026-05-25T13:30:40Z"
  message: InferenceService [isvc-primary-6e8942] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:30:40Z"
    name: isvc-primary-6e8942.18b2d220bba31abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 5364ea55-39cc-4059-aa96-55f77f50166e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:20:16.160210Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d18f4c966b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 5e0c4178-9b59-4fd6-b609-1851832b92f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:16Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d18f65e16465
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: 341a0949-f4aa-4e23-9c27-59a87b152b1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d18f67799414
    namespace: kserve-ci-e2e-test
    resourceVersion: "14908"
    uid: 8137a1e6-9856-4ed9-9154-a99eb58eedb7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    in 3.559s (3.559s including waiting). Image size: 303109559 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:20Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1903b9f9782
    namespace: kserve-ci-e2e-test
    resourceVersion: "14934"
    uid: 5667ed7f-d11e-4ffd-bd3f-88e30fafe1eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:20Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1903f8bce12
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: c09f6880-7daf-43c5-b4a8-762a20a5529f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:20Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1903ff8411a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14937"
    uid: 14162820-a092-44a8-80ea-5012f6a165d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:24Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
  metadata:
    creationTimestamp: "2026-05-25T13:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:24Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d191470e72ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 217b667a-417c-44aa-9752-a8e038b8345c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    in 12.214s (12.214s including waiting). Image size: 1560933302 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:36Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1941f176a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: e10d5225-093c-4e3d-bc02-88443e4275e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:36Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1942266edfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 8cfb9f48-575e-4f42-8a42-b9f5d80896dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:36Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d19422d28ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 26623687-ddb4-42fe-b766-bab5d6b4bc30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T13:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:36Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d19422de5730
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 1ddb171c-a087-4f60-b9f0-05ede6d0ea00
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.486s (2.486s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:39Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d194b715378f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 89c840af-b588-40da-967c-cc7cd27d6124
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:39Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d194ba4f2f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: f528f501-1292-4070-bddc-34fb08e5c56d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:39Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d194bac0d41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: 47f0e493-6921-4d44-a949-8cd9025f1dbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
  metadata:
    creationTimestamp: "2026-05-25T13:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:39Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d194bacce570
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 2b381b67-599c-4136-a66e-37f6608daeff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9d008eea42a91e205ae1ecc0a9946e2c84f08f08aef78aedaed41828bc3d7e9c"
    in 2.28s (2.28s including waiting). Image size: 239690329 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:41Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d19542b5d6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: 182b38a4-8ede-4d67-b0e3-23fba66a00e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:41Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-05-25T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:41Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d19546488724
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: bf5ba7cc-34fb-4697-bfb9-cb53ef735cdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:20:41Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-05-25T13:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:20:41Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d19546b81ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15110"
    uid: 42ad8dbd-5562-4ab7-8299-63fc3638db85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:22:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:15Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1957cc43db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 860cab7d-736c-4a2d-8ef6-5a049bc5f91a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:22:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:15Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d195b8983433
    namespace: kserve-ci-e2e-test
    resourceVersion: "15939"
    uid: 8f7ca97f-b82f-4c39-9415-48029428faad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1a7da1efe7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 2c533e88-3d63-43f2-a43b-5383e5182e7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-05-25T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1a7da1f51fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: cf3a9a52-d6dd-4ea4-b6f9-fbfee8c6810f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1a7da1f9d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15726"
    uid: bbad189d-690f-429d-a743-c28185b24cc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 28622389-8eda-400c-aca2-44177e5f1b71
  kind: Event
  lastTimestamp: "2026-05-25T13:22:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:19Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp.18b2d1a894b58c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: ac7f8647-537b-4370-ad3b-248fcdb465f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14877"
    uid: a46032e1-4274-47ff-b847-64251e09b088
  kind: Event
  lastTimestamp: "2026-05-25T13:20:16Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7-vhgrp'
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7.18b2d18f4becc2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: 90228f33-2271-47c6-9418-f97512ea1ddf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-13cfe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14876"
    uid: 44403f0b-5804-4ef9-85e0-2b1680123a73
  kind: Event
  lastTimestamp: "2026-05-25T13:20:16Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-13cfe-predictor-7dcf74b8f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor.18b2d18f45d4ed04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: 8277c935-d5b2-4b12-a0ee-bc3dc6e4b164
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-13cfe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: f76abd6e-75af-4375-a577-c917e6b26168
  kind: Event
  lastTimestamp: "2026-05-25T13:21:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:21:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor.18b2d192caf787d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 0856c4b1-ba42-47e3-a880-c168b8a0ca0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-13cfe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: f76abd6e-75af-4375-a577-c917e6b26168
  kind: Event
  lastTimestamp: "2026-05-25T13:21:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:21:16Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor.18b2d192cb83c1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 4a670be2-3253-44e8-be41-492fda42b838
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-13cfe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: f76abd6e-75af-4375-a577-c917e6b26168
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor.18b2d199c995d113
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: 3e08d5c8-5f49-424f-a450-fe67fcda1a8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-13cfe-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: f76abd6e-75af-4375-a577-c917e6b26168
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-raw-sklearn-batcher-13cfe-predictor.18b2d199ca035985
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 2d89acd2-52a5-4a41-b574-dfb1f215479b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-13cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: d87347b8-4da5-4d8a-9562-9cbff8b90438
  kind: Event
  lastTimestamp: "2026-05-25T13:21:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:21:45Z"
    name: isvc-raw-sklearn-batcher-13cfe.18b2d18f4ba64246
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 5b51aec0-3c36-4126-bdfd-1078deb861a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-13cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: d87347b8-4da5-4d8a-9562-9cbff8b90438
  kind: Event
  lastTimestamp: "2026-05-25T13:20:16Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-13cfe":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-13cfe":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe.18b2d18f4c55f337
    namespace: kserve-ci-e2e-test
    resourceVersion: "14890"
    uid: 3b61dfcc-8972-4a73-8e83-a0f000cbef54
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-13cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: d87347b8-4da5-4d8a-9562-9cbff8b90438
  kind: Event
  lastTimestamp: "2026-05-25T13:20:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-13cfe": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:20:16Z"
    name: isvc-raw-sklearn-batcher-13cfe.18b2d18f4c5649e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: 2bff9a8b-d09f-4cc2-a5aa-03b1ff15813a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:21:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-13cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: d87347b8-4da5-4d8a-9562-9cbff8b90438
  kind: Event
  lastTimestamp: "2026-05-25T13:21:45Z"
  message: InferenceService [isvc-raw-sklearn-batcher-13cfe] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:21:45Z"
    name: isvc-raw-sklearn-batcher-13cfe.18b2d1a4309e05ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 57aad51e-538a-4517-bcef-a314ac2788d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:30:47.870599Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20365"
    uid: f46f6084-3a1a-4a0e-bb91-da18dd0048ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-6e8942-predictor-6bc776f855-frj96
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:30:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:30:47Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96.18b2d2226175e9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 771de749-9ef0-4085-929b-733602d67c6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20377"
    uid: f46f6084-3a1a-4a0e-bb91-da18dd0048ec
  kind: Event
  lastTimestamp: "2026-05-25T13:30:48Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:30:48Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96.18b2d2227a96f353
    namespace: kserve-ci-e2e-test
    resourceVersion: "20384"
    uid: b717feef-e9bd-4ba1-9fe5-f021d91b1dab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: f46f6084-3a1a-4a0e-bb91-da18dd0048ec
  kind: Event
  lastTimestamp: "2026-05-25T13:30:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:30:53Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96.18b2d2227c3b1b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: 139cf2ab-84be-4ccc-8ea7-51afa545c705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: f46f6084-3a1a-4a0e-bb91-da18dd0048ec
  kind: Event
  lastTimestamp: "2026-05-25T13:30:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:30:53Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96.18b2d2227f2178ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20442"
    uid: 24371109-557b-47b7-961d-07c10dc1c9d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: f46f6084-3a1a-4a0e-bb91-da18dd0048ec
  kind: Event
  lastTimestamp: "2026-05-25T13:30:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:30:53Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96.18b2d2227f8f24d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20443"
    uid: 171f5c70-0a46-471a-ac75-3e8c013564d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: f46f6084-3a1a-4a0e-bb91-da18dd0048ec
  kind: Event
  lastTimestamp: "2026-05-25T13:31:00Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-6e8942-predictor-6bc776f855-frj96_kserve-ci-e2e-test(f46f6084-3a1a-4a0e-bb91-da18dd0048ec)
  metadata:
    creationTimestamp: "2026-05-25T13:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:00Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855-frj96.18b2d2256ed57093
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: 6e510d63-fd8e-4131-b69a-55408155a102
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-6e8942-predictor-6bc776f855
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 0e70e828-9dc4-46ff-8d15-f6138fee3da0
  kind: Event
  lastTimestamp: "2026-05-25T13:30:47Z"
  message: 'Created pod: isvc-secondary-6e8942-predictor-6bc776f855-frj96'
  metadata:
    creationTimestamp: "2026-05-25T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:30:47Z"
    name: isvc-secondary-6e8942-predictor-6bc776f855.18b2d22260894c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20368"
    uid: 7dca4539-e19a-4592-a5dc-a8f9e59c9571
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: db0304ed-6869-4edd-b191-29292f9dabd6
  kind: Event
  lastTimestamp: "2026-05-25T13:30:47Z"
  message: Scaled up replica set isvc-secondary-6e8942-predictor-6bc776f855 from 0
    to 1
  metadata:
    creationTimestamp: "2026-05-25T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:30:47Z"
    name: isvc-secondary-6e8942-predictor.18b2d2225cac56e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: a60df96d-142e-4bdf-9577-c0f21a9870b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 6d862af7-b1fd-4f98-9722-1f164d62ab97
  kind: Event
  lastTimestamp: "2026-05-25T13:31:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:02Z"
    name: isvc-secondary-6e8942-predictor.18b2d225dbb26baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20513"
    uid: 0ec116fa-d0fe-404f-bd71-22052b7fd76c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6e8942-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 6d862af7-b1fd-4f98-9722-1f164d62ab97
  kind: Event
  lastTimestamp: "2026-05-25T13:31:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:02Z"
    name: isvc-secondary-6e8942-predictor.18b2d225dc32c45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 5ed52fa7-dc43-4a39-a607-6fc8ec35105f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: 86bdb5af-4794-4e35-b01d-2f4002e5d06e
  kind: Event
  lastTimestamp: "2026-05-25T13:31:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:31:05Z"
    name: isvc-secondary-6e8942.18b2d2225c8438d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: b84775f3-7613-4359-9e0f-721aa016e135
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: 86bdb5af-4794-4e35-b01d-2f4002e5d06e
  kind: Event
  lastTimestamp: "2026-05-25T13:30:47Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-6e8942":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-6e8942":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:30:47Z"
    name: isvc-secondary-6e8942.18b2d2225ce73f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: 0330f616-c6b6-4d51-8330-e772310d6289
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:30:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6e8942
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: 86bdb5af-4794-4e35-b01d-2f4002e5d06e
  kind: Event
  lastTimestamp: "2026-05-25T13:30:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-6e8942": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:30:47Z"
    name: isvc-secondary-6e8942.18b2d2225ce77b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: f1225a76-64ca-4a83-b015-65fb1475b750
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:22:02.098395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a7f6febf8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: e8f8ee10-58c4-4f38-86e1-65cdbc779a68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a810591f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: e1643c3f-ea21-4f5d-83a0-6a8e78598907
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a8129cd298
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: e230234a-1d90-4758-bd05-ab174b784506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a815de484d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15795"
    uid: ee2d34f6-db73-4c18-aee0-c085eaa7c642
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a8163e66b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15796"
    uid: 2e9d18d1-e361-4a19-8681-abacdab3a29e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:07Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a91d23b502
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: b2b41b38-3f38-4032-b056-62263cd98e17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:07Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a91ff863af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: d9ead511-ba13-4e17-8a75-459663aabff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:07Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a920552085
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 9bfa5c23-a3f1-4877-9400-f351a6773612
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:07Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a92060c6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: e2876bb0-4906-43db-a34f-f113152fbdf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:07Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a9231ed908
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: 94b36929-860e-4370-95ab-2d383854fc8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:22:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:07Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a9237fce93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15860"
    uid: c8afbe11-ec42-4607-96d1-fbdd0519da47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:23:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:45Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1a994e980da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 3f390240-7863-4a64-a8b9-962b5b446880
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1bf2caf2fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: fc252f42-b638-4f67-8d63-9316a20f3e02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1bf2cb006c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: a56413ad-21e9-4093-8374-50dee4929b07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 4e2f347b-2ab0-4e09-b055-f4d29cce5ecc
  kind: Event
  lastTimestamp: "2026-05-25T13:23:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:45Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t.18b2d1bfef1bc327
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: 7be9d530-9c94-49bc-96a2-3bf9d0d9dff2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: 962dca72-ad7e-4e2a-bfdd-c07ae87ada3e
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: 'Created pod: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5-x5k6t'
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-sklearn-graph-raw-a698c-predictor-869c5879d5.18b2d1a7f52b8c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 39e21239-ad01-44f6-870b-38a50ce90e24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 8e826a5a-1556-4c78-bce2-4a6f2b32e50a
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-a698c-predictor-869c5879d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-sklearn-graph-raw-a698c-predictor.18b2d1a7ddd66386
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 6e3d7bfc-b193-46f8-8bbc-805733290179
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: e0cfd717-ae2d-4aca-9c90-64248d337126
  kind: Event
  lastTimestamp: "2026-05-25T13:22:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:16Z"
    name: isvc-sklearn-graph-raw-a698c-predictor.18b2d1ab5c7d4ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15945"
    uid: 71dfe860-c91c-46c7-97e6-205f08313af0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: e0cfd717-ae2d-4aca-9c90-64248d337126
  kind: Event
  lastTimestamp: "2026-05-25T13:22:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:16Z"
    name: isvc-sklearn-graph-raw-a698c-predictor.18b2d1ab5cff1e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: d80c3d54-e70d-422f-94bf-5ee7cbca9fa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: e0cfd717-ae2d-4aca-9c90-64248d337126
  kind: Event
  lastTimestamp: "2026-05-25T13:23:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: isvc-sklearn-graph-raw-a698c-predictor.18b2d1aedc0bbe52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 731396ed-851a-465b-a498-29346852935a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: e0cfd717-ae2d-4aca-9c90-64248d337126
  kind: Event
  lastTimestamp: "2026-05-25T13:23:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: isvc-sklearn-graph-raw-a698c-predictor.18b2d1aedc840600
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 74107bdc-083a-4cc2-b7cf-e7b0172c7537
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: eeaf8da8-2b90-4b38-9cb9-9c25db69740f
  kind: Event
  lastTimestamp: "2026-05-25T13:23:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:15Z"
    name: isvc-sklearn-graph-raw-a698c.18b2d1a7dd466fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: b2779710-a65c-4af2-b276-c19111aa4d7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: eeaf8da8-2b90-4b38-9cb9-9c25db69740f
  kind: Event
  lastTimestamp: "2026-05-25T13:22:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-a698c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-a698c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:22:01Z"
    name: isvc-sklearn-graph-raw-a698c.18b2d1a7de084d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15732"
    uid: 90c87a6c-e22e-4ada-a63d-881f69d435c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: eeaf8da8-2b90-4b38-9cb9-9c25db69740f
  kind: Event
  lastTimestamp: "2026-05-25T13:23:15Z"
  message: InferenceService [isvc-sklearn-graph-raw-a698c] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:15Z"
    name: isvc-sklearn-graph-raw-a698c.18b2d1b8f868f4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: e1af41bd-e139-4e7d-b774-67ea5251a953
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:23:41.863054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1bf316eaa83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 29ccac6f-6809-4615-abfd-a7bf91cf775b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1bf4acaa71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 5c7eac2f-6d99-4b18-8d42-aa196df6b54b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1bf4c5828a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16758"
    uid: b034b481-697b-4bd0-8ecc-61ee6f5ffc37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1bf4f49c1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 3907db18-9053-4199-a087-884f196dc181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1bf4fad891d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: b30a54ba-b712-446b-bd12-67dd8dbd9b87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c03fba3cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: fdb14f7a-72fd-4231-976a-c55a19a458a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c042ccc651
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 4a792e54-1750-4d78-ae43-d2f7977733ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c0432db29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 70d8851e-475b-42c6-8c02-a570f9930deb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c043397ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 4b39b437-2b61-4f6f-9e06-d207db729294
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c045f2d95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: e29ba0e4-992a-4b96-a775-4c95386f2721
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c0464e62cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 578ad0a6-e5eb-4aef-9984-1999c4c626af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:25:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:23Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1c07bb10aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: dd6cc74b-d736-4658-b977-091ce21c6fdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1d6878b260e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17655"
    uid: 0d0365f2-aaee-43ed-b6cc-0b911e49f20c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1d6878bb2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 46a43878-121a-4c0e-afe8-8b67b3c25dd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: a2622473-c13e-4c4e-b185-23d2b032c6a6
  kind: Event
  lastTimestamp: "2026-05-25T13:25:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:23Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls.18b2d1d6d5e1ff2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: 3d6f992a-744f-4400-b8e1-1fd34c48652d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16672"
    uid: 20a8599c-3acb-4bd9-9bdf-76d8ba663ce6
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c-665ls'
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c.18b2d1bf30df8c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 87a26146-75e3-4f0f-93f7-9b32f1d26d43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: ea11f1c9-3ecf-4038-b9d9-4d46926c87a8
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-12a34-predictor-5c75494b9c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor.18b2d1bf2c41ed3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 577a24aa-a16c-4a2c-a844-7499addf0803
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 786431b3-cfd5-4104-bd9d-6a1136c82065
  kind: Event
  lastTimestamp: "2026-05-25T13:24:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:11Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor.18b2d1c2aaa83b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: 29ebe2f6-3fa3-489e-b8be-ec07f7cafe88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 786431b3-cfd5-4104-bd9d-6a1136c82065
  kind: Event
  lastTimestamp: "2026-05-25T13:24:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:24:11Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor.18b2d1c2ab0c45b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: f19d151d-83e8-47aa-930f-24b7464daaf2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 786431b3-cfd5-4104-bd9d-6a1136c82065
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor.18b2d1c9a92d5b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 779fb931-d790-4f58-9891-afadd4f05bd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 786431b3-cfd5-4104-bd9d-6a1136c82065
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: isvc-sklearn-graph-raw-hpa-12a34-predictor.18b2d1c9a9969ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 269b1d36-a4fc-4a25-9163-fa4d6fa22e37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: ad671dea-6219-4694-87cc-f843c21b7494
  kind: Event
  lastTimestamp: "2026-05-25T13:24:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:53Z"
    name: isvc-sklearn-graph-raw-hpa-12a34.18b2d1bf2c02fb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 1c6d33c3-c3b3-455a-a79b-dd464c4bdb08
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: ad671dea-6219-4694-87cc-f843c21b7494
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-12a34":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-12a34":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-12a34.18b2d1bf2c915b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 6ed59965-d474-460f-bf9e-e3751f6acffc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: ad671dea-6219-4694-87cc-f843c21b7494
  kind: Event
  lastTimestamp: "2026-05-25T13:24:53Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-12a34] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:53Z"
    name: isvc-sklearn-graph-raw-hpa-12a34.18b2d1cfdfbc1695
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: f67b0f80-63d2-48a5-aeb8-99daca3be11a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:27:07.414524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1ef0d412f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: a3928e9e-6f56-4ebd-ba76-b9c33a332c67
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-df600-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1ef1b9abe62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 129abe48-cc43-4065-b497-45531819398b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:08Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:27:08Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1ef4a3c3ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 1e83509d-35d6-4784-886d-53f288dddcb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:08Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1ef4b98d896
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: b13845cc-13d9-4270-8bf3-06d7ec71fba2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:08Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1ef4ecf85a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: 1ab2d7b5-3ba7-417e-bc88-6a1cd6f40c1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:08Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1ef4f6b4a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18655"
    uid: 134bcd38-d6b4-4043-ad35-331dfef04bce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:13Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f062c75df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: c13bc2d0-d2e4-4654-9d32-49f6cf65e94e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:13Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f0661928e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: b9e8083c-4947-423e-98ab-01ce7d3aff79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:13Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f06686f6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: adb070af-68a3-40cd-8a46-1a2da2db7cf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:13Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f066928467
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: c2694dd7-078d-48de-8db0-4c62f34a4b0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:13Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f069a3c77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18710"
    uid: 01e5032c-6c12-4104-9acd-e0c33fea619c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:27:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:13Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f06a104632
    namespace: kserve-ci-e2e-test
    resourceVersion: "18711"
    uid: a1634402-e9d3-432f-876f-b062aba23263
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d1f09eca7493
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: fbb3cefd-a159-4432-9da4-a1950b5c6e65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d20fb11f3727
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 839d96ad-65b0-4da5-927c-f40762075156
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:29:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:27Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d20fb11f845c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 1d86e735-af1d-46dd-8436-cdee23bb1f7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 7492cd80-e2d2-474d-b94a-816b3a8736ba
  kind: Event
  lastTimestamp: "2026-05-25T13:29:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:29:35Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl.18b2d210492ab3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 08eb36d8-8aa7-4e20-8e9b-95f9cff7841e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: 5176f54a-cec4-4183-8267-e34e2924be3f
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: 'Created pod: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5-2xpsl'
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5.18b2d1ef0ca8dd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: d7de4e76-ab2a-4cf0-9a78-7b4e8afcd908
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-df600-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 9b78c2f2-d683-4ed0-83fb-17e6a00f0d1f
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-df600-predictor-6bd77fdbc5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-sklearn-scale-raw-df600-predictor.18b2d1ef098d63de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 6b8eaba2-060a-48a3-934c-b5e980d6c95d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-df600-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: f997622f-bfe6-4825-9802-c9e7031b5cbe
  kind: Event
  lastTimestamp: "2026-05-25T13:27:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:52Z"
    name: isvc-sklearn-scale-raw-df600-predictor.18b2d1f28835fdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: 1e1cb96f-0af3-4a13-8a18-f4c270d4ede9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-df600-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: f997622f-bfe6-4825-9802-c9e7031b5cbe
  kind: Event
  lastTimestamp: "2026-05-25T13:27:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:27:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:27:52Z"
    name: isvc-sklearn-scale-raw-df600-predictor.18b2d1f288af0c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 30a0e361-151e-4f96-a352-cf1bb869752c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:28:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-df600-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: f997622f-bfe6-4825-9802-c9e7031b5cbe
  kind: Event
  lastTimestamp: "2026-05-25T13:29:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:22Z"
    name: isvc-sklearn-scale-raw-df600-predictor.18b2d1fd05a2d48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 84e4ce49-3337-4397-a8bc-059dcb8ef83d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:28:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-df600-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: f997622f-bfe6-4825-9802-c9e7031b5cbe
  kind: Event
  lastTimestamp: "2026-05-25T13:29:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:29:22Z"
    name: isvc-sklearn-scale-raw-df600-predictor.18b2d1fd0608628a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 135b4eb4-5b60-4f4b-97e2-eb628ecdf48a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-df600
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: a63e78eb-8846-41bd-9e1b-5e70393ccde7
  kind: Event
  lastTimestamp: "2026-05-25T13:29:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:18Z"
    name: isvc-sklearn-scale-raw-df600.18b2d1ef09920986
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: 80a4307c-a1f8-48ac-b951-9a55f6e4b4a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-df600
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: a63e78eb-8846-41bd-9e1b-5e70393ccde7
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-df600":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-df600":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: isvc-sklearn-scale-raw-df600.18b2d1ef0a10fc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: a54a1e09-b8b0-4383-a93d-631d68f2a043
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:29:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-df600
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: a63e78eb-8846-41bd-9e1b-5e70393ccde7
  kind: Event
  lastTimestamp: "2026-05-25T13:29:18Z"
  message: InferenceService [isvc-sklearn-scale-raw-df600] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:29:18Z"
    name: isvc-sklearn-scale-raw-df600.18b2d20d759d354b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: 725cdbe5-323e-477e-aa96-165eaab2b57b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:22:02.216918Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15770"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    to ip-10-0-142-251.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a7fe0f47f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 649f5ad0-7ada-4e3a-a2f2-4e6289fbda8d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-a698c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a80ed0fd0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: 241ebffd-3f8f-4487-9048-ceb748132778
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:03Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:22:03Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a83ae7103c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15807"
    uid: f5b2f770-4b5e-49e5-a47a-1d1fbd2c5314
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
  metadata:
    creationTimestamp: "2026-05-25T13:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:03Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a83de667cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: f026ea1c-31b5-4696-8715-5fecadf711a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    in 2.831s (2.831s including waiting). Image size: 303109559 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:06Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a8e6a91185
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 830f2128-c15f-4ab7-8719-19af58897e14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:06Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a8e9f4d6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: 6ceff97c-2788-4f1f-b5f9-1f2387a8b3a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:06Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a8ea692a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: ff7bfe25-498b-4caf-bdde-22845c535d91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:10Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-05-25T13:22:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:10Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1a9f5039154
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: 166feb14-baa1-487b-b4bd-fff672cba6eb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:28Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.037s (18.037s
    including waiting). Image size: 1306319098 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:28Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1ae2827c111
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 1794e511-6d5a-4578-9727-e22522dab8a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:28Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1ae2bcc7708
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: ef36adc7-aa65-462f-a333-7b70231f5939
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:28Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1ae2c66d18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16037"
    uid: a829eec3-c6d6-4137-ba40-2be9ba2248f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:28Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-05-25T13:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:28Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1ae2c768dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: 1a684c88-6cf9-4ca5-b4cb-74e683d2ab3e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.732s (2.732s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:31Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1aecf54413c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16056"
    uid: 9bae7624-7e79-4704-bdc2-1145a7b1ef51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:31Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1aed49ce1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 09484a14-ec79-4b91-b12f-7f46cc6f78a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:22:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:22:31Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1aed5bc8216
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 2bcf9006-f62a-4679-b67e-70f48081f6bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:23:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:18Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1af18a837ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: ad494a79-8160-4571-a58a-4f0c8592ca24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1bf37d646a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 6d72538f-cce9-4a5d-8edc-d760963967cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1bf37d6bd35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 80e445f8-6584-438e-ac53-cae831d11abc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a91b4c6-8d9a-455e-91ee-07693f039fda
  kind: Event
  lastTimestamp: "2026-05-25T13:23:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:43Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6.18b2d1bfa0b8695a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 0b51e6e2-35a4-46ea-9c88-8b8d149b600a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: 6d357cb8-b926-47d3-8d87-6a8d7a53f2bf
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: 'Created pod: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc-jrwp6'
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-xgboost-graph-raw-a698c-predictor-68889dbfc.18b2d1a7fc195f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 275d2d2a-473a-41b4-a7c0-f369c57e9948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: a0fa7ab4-94a8-4e85-87e8-1c053b31092f
  kind: Event
  lastTimestamp: "2026-05-25T13:22:02Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-a698c-predictor-68889dbfc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:22:02Z"
    name: isvc-xgboost-graph-raw-a698c-predictor.18b2d1a7f293446c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: d81508e5-f876-44a2-946d-f2eaa28f18cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 6131df97-bb9d-45bd-bc84-0d9c7cf6f22b
  kind: Event
  lastTimestamp: "2026-05-25T13:23:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:02Z"
    name: isvc-xgboost-graph-raw-a698c-predictor.18b2d1ab71528932
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 27104065-c931-4de0-bc25-cdb2f332adde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 6131df97-bb9d-45bd-bc84-0d9c7cf6f22b
  kind: Event
  lastTimestamp: "2026-05-25T13:23:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:02Z"
    name: isvc-xgboost-graph-raw-a698c-predictor.18b2d1ab728865fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: d2cbc062-957a-42bd-809c-b55cc0bfc142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 6131df97-bb9d-45bd-bc84-0d9c7cf6f22b
  kind: Event
  lastTimestamp: "2026-05-25T13:23:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:32Z"
    name: isvc-xgboost-graph-raw-a698c-predictor.18b2d1b96dbd3486
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: c038bc28-45f4-4dfc-83e4-ca58e70e14b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-a698c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 6131df97-bb9d-45bd-bc84-0d9c7cf6f22b
  kind: Event
  lastTimestamp: "2026-05-25T13:23:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:32Z"
    name: isvc-xgboost-graph-raw-a698c-predictor.18b2d1b96e2f4fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 1e006656-3290-4221-b17e-b93a497c37d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 095df82e-19b8-4a48-b5a8-6ccfe7baf1d8
  kind: Event
  lastTimestamp: "2026-05-25T13:23:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:28Z"
    name: isvc-xgboost-graph-raw-a698c.18b2d1a7f19599bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: f4f784ac-27fb-46ed-8416-c3111fb63f78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 095df82e-19b8-4a48-b5a8-6ccfe7baf1d8
  kind: Event
  lastTimestamp: "2026-05-25T13:23:28Z"
  message: InferenceService [isvc-xgboost-graph-raw-a698c] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:28Z"
    name: isvc-xgboost-graph-raw-a698c.18b2d1bc281d3fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 0d444b6a-10a9-4156-94c7-8e7f7a85299c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:23:42.001797Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    to ip-10-0-142-251.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1bf39b3c207
    namespace: kserve-ci-e2e-test
    resourceVersion: "16745"
    uid: 0e282543-ef8e-4281-9037-24c4e2c043f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1bf531fdbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 68e8b02d-d1b8-4cf9-ac2d-1f414352cce5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1bf54be34d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: 1f2f4700-1d43-4b1c-b3bc-8849b39906e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1bf57c9bf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: e4a1a144-bc59-4a5b-862f-b173635fd3f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1bf583c83df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 3dd8d3c0-28b2-4369-9620-09b1ad342648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c0602626a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: c223dc8f-2357-4e95-9401-a5a9e2efe9ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:46Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c0634e9599
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: 6eb3aa80-491f-418a-9e24-fb99db725bb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:47Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c063d0a9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 0f2c45c0-a0f8-4b4a-9600-4e7cf7e7c44e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:47Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c063dd9523
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 2183cf00-1862-4ca7-b9d3-c3cf295c83c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:47Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c066df5384
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: 6213668f-a9f6-4a1e-a111-1a76d64481b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:23:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:47Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c06750f5f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: cc59d3e2-3e68-4727-8808-6b0d05257fc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1c0d7d626e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 4fbf20aa-d24e-4a3e-8c8c-685ee22093e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1d68c97db2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: efe1ae4b-cc00-4bae-9140-bde8bbc4eb93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1d68c984c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: e4c873ab-a913-4e48-833e-11bd5b82be42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 216efa27-e914-40d4-bd1a-dc6bf677e801
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt.18b2d1d7320bc79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 51e90f3c-247e-4afc-9c13-6632234a65ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: b01326d7-fe18-4fd1-8eb4-48c0eebeb7a2
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697-r7sqt'
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697.18b2d1bf3951b93b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 99601903-5a6f-4ea8-8ece-8ceedf7fe427
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 49b86fdf-cfd3-40c6-8d48-9c45e07183a9
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-12a34-predictor-6c6cf8d697
    from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor.18b2d1bf332669ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: babdc07b-f903-456b-b7dc-8a79ba100d8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 01026f14-bf45-460a-8727-3981976814fa
  kind: Event
  lastTimestamp: "2026-05-25T13:23:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:56Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor.18b2d1c2b1c97e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 1a56e45d-6d55-4f73-b7ab-9b296ba3c991
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16711"
    uid: 01026f14-bf45-460a-8727-3981976814fa
  kind: Event
  lastTimestamp: "2026-05-25T13:23:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:56Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor.18b2d1c2b22ee07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 30285821-1471-47b3-899a-f3e4f66651a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 01026f14-bf45-460a-8727-3981976814fa
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor.18b2d1c630ee18e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 1da6f697-9e97-4008-98c2-7ee9d650f7c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: 01026f14-bf45-460a-8727-3981976814fa
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: isvc-xgboost-graph-raw-hpa-12a34-predictor.18b2d1c63155e7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: b0ade6c6-38d6-4aef-9c62-4fa85ac9c4a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 9c56ae8f-ddc0-48ba-93c8-a6dc27ea3a9f
  kind: Event
  lastTimestamp: "2026-05-25T13:24:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:55Z"
    name: isvc-xgboost-graph-raw-hpa-12a34.18b2d1bf332d1793
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: b688f6e1-6239-4304-b1e2-4c698012b0c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 9c56ae8f-ddc0-48ba-93c8-a6dc27ea3a9f
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-12a34":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-12a34":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: isvc-xgboost-graph-raw-hpa-12a34.18b2d1bf33b35bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: 1be3c53c-8a6a-4b6f-9e54-e4710699656a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:24:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17367"
    uid: 9c56ae8f-ddc0-48ba-93c8-a6dc27ea3a9f
  kind: Event
  lastTimestamp: "2026-05-25T13:24:55Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-12a34] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:24:55Z"
    name: isvc-xgboost-graph-raw-hpa-12a34.18b2d1d03b0c2b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 0b573933-ca63-4d5b-a422-85ee7f1ac050
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:25:22.135600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    to ip-10-0-142-251.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d68a24479d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: ecc0e376-7866-448d-83d0-e90dc719ef36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-df494-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d697c2597e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 90fc7d89-7be9-44e5-9aa2-0faa24573de1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17679"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:23Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:25:23Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d6c7285049
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 5eaaf0a5-1297-43ea-9f5f-58d9311b2bb0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:23Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-05-25T13:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:23Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d6c89c13b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: d5cec2a4-1ff3-4f73-9f61-dd22111aba4d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.134s (1.134s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d70c389384
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 7412af0f-0348-454f-8fcb-8406f14bc1db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d70f0fb8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: d1239cdb-428f-40f5-8931-0e4fd779e04b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d70f7d774b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: fe78e48c-6304-42c2-b71c-bd478deec905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d70f890634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: a4babd65-3b00-41a1-b69c-215a384487f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d712356f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: db4d2add-badc-4966-ab7a-56ae6ae640e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:25:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:24Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1d712a4d6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 8369e18d-d101-4b84-a44d-fcb0e31e3ff5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1ef11893791
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: dcd17271-4aa4-4afd-a017-32ce35433a33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 668932ef-f540-4fdf-800c-13916f31dea5
  kind: Event
  lastTimestamp: "2026-05-25T13:27:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:27:07Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj.18b2d1ef1189b17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: b4a8eace-d8f7-43a5-97e2-4ca9294c5108
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-251.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-251.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-df494-predictor-9ff7bb8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 86a4ce98-b484-4e9b-b974-cdbe67d3f715
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: 'Created pod: message-dumper-raw-df494-predictor-9ff7bb8f9-79nhj'
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: message-dumper-raw-df494-predictor-9ff7bb8f9.18b2d1d6898feb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: b7ff6008-1798-41cc-bcfc-b294fde65988
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: e83ddbb8-e7c7-491f-92ad-d00d968cd34d
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: Scaled up replica set message-dumper-raw-df494-predictor-9ff7bb8f9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: message-dumper-raw-df494-predictor.18b2d1d6861b3759
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 53037ba2-e042-4a3c-b250-37fc5676e17c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: c0addc85-04b8-4a12-a54c-f5e01a8c1196
  kind: Event
  lastTimestamp: "2026-05-25T13:26:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:07Z"
    name: message-dumper-raw-df494-predictor.18b2d1da0501cf50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: e1791aa1-0e5e-44f6-ad4c-db5a30b7b034
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-df494-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: c0addc85-04b8-4a12-a54c-f5e01a8c1196
  kind: Event
  lastTimestamp: "2026-05-25T13:26:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:26:07Z"
    name: message-dumper-raw-df494-predictor.18b2d1da056a1891
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 935f57ce-01d7-4d38-9a77-49d79d2c5133
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-df494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 4241deef-0290-4647-9f5c-af5357fcc1e2
  kind: Event
  lastTimestamp: "2026-05-25T13:25:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:25:33Z"
    name: message-dumper-raw-df494.18b2d1d685fea049
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 210f9044-cd2f-4f10-9bdc-c583796423c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-df494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 4241deef-0290-4647-9f5c-af5357fcc1e2
  kind: Event
  lastTimestamp: "2026-05-25T13:25:22Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-df494":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-df494":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:25:22Z"
    name: message-dumper-raw-df494.18b2d1d686a285ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 54bcb7a8-aad9-4357-a092-3a137714d605
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-df494
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 4241deef-0290-4647-9f5c-af5357fcc1e2
  kind: Event
  lastTimestamp: "2026-05-25T13:25:33Z"
  message: InferenceService [message-dumper-raw-df494] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:25:33Z"
    name: message-dumper-raw-df494.18b2d1d924826746
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: 6a21f0c7-e420-4e92-a967-7181dd1c5090
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:23:31.579541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-a698c-fbd59f46f-krj28
    to ip-10-0-132-184.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:23:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bccc7caeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 85adffba-3dcc-40e2-b0b7-9a4e6d03a299
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-a698c-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bcdadc5e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: c964aea3-0cc3-4df6-bea6-1b5dff48a775
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:32Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:23:32Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bd09635021
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 59f11265-a8ff-4ae1-af09-01875770d47d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a698c}
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:32Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:367463b1d3262f4416182663b2344c09f7ccedc3764563fd3d0aee32ec772aae"
  metadata:
    creationTimestamp: "2026-05-25T13:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:32Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bd0aa41f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: e5214f46-f3c4-49f0-a867-1b6149c961a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a698c}
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:367463b1d3262f4416182663b2344c09f7ccedc3764563fd3d0aee32ec772aae"
    in 2.23s (2.23s including waiting). Image size: 217997404 bytes.'
  metadata:
    creationTimestamp: "2026-05-25T13:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:34Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bd8f9cc1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: a1dc779c-88eb-45ca-8dc4-9db8d796bb0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a698c}
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:34Z"
  message: 'Created container: model-chainer-raw-a698c'
  metadata:
    creationTimestamp: "2026-05-25T13:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:34Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bd92918b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: d7d43e22-40c5-438c-ad72-8195a50fab6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a698c}
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:34Z"
  message: Started container model-chainer-raw-a698c
  metadata:
    creationTimestamp: "2026-05-25T13:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:34Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bd93028b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 8fb28b25-e6f5-4ac8-b50b-a6de94bc93a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a698c}
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:23:41Z"
  message: Stopping container model-chainer-raw-a698c
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:23:41Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bf23cb4ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: ee264eab-7f3b-46bd-b695-27b7527df99d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-a698c}
    kind: Pod
    name: model-chainer-raw-a698c-fbd59f46f-krj28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 71863791-9bd4-4473-b183-f2c8f0fdf2c7
  kind: Event
  lastTimestamp: "2026-05-25T13:24:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:24:11Z"
    name: model-chainer-raw-a698c-fbd59f46f-krj28.18b2d1bf24389210
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: 342c0db1-09c5-4db0-a9b6-c622855f0895
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-a698c-fbd59f46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: a4848021-62aa-4e53-88b7-c3f6b7dd1712
  kind: Event
  lastTimestamp: "2026-05-25T13:23:31Z"
  message: 'Created pod: model-chainer-raw-a698c-fbd59f46f-krj28'
  metadata:
    creationTimestamp: "2026-05-25T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: model-chainer-raw-a698c-fbd59f46f.18b2d1bccc0ef6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 9cef8607-f671-45c0-aaae-de221b855632
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: f93adac0-8d35-4a4f-8102-b6aac2480a4f
  kind: Event
  lastTimestamp: "2026-05-25T13:23:31Z"
  message: Scaled up replica set model-chainer-raw-a698c-fbd59f46f from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: model-chainer-raw-a698c.18b2d1bccb41ea80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: e2fb1459-5e8c-4779-99cf-31612be3c6a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-a698c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: f9d5dcf6-a765-435b-b42a-30dedef25e52
  kind: Event
  lastTimestamp: "2026-05-25T13:23:31Z"
  message: InferenceGraph [model-chainer-raw-a698c] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:23:31Z"
    name: model-chainer-raw-a698c.18b2d1bccf774e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 7f451da6-0823-49ec-9093-32fa3ba6f662
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:25:11.887487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    to ip-10-0-132-184.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:25:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d4274e856d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 584683a8-25f1-4dcf-9759-2ca95908446f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:12Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:25:12Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d440a1964d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 4c25947f-901a-4196-930b-61ea0a14d62c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-12a34}
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:12Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:367463b1d3262f4416182663b2344c09f7ccedc3764563fd3d0aee32ec772aae"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:12Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d441d35777
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: e24487c0-af51-4a72-a2eb-6c8878469181
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-12a34}
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:12Z"
  message: 'Created container: model-chainer-raw-hpa-12a34'
  metadata:
    creationTimestamp: "2026-05-25T13:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:12Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d4449706aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 802eab33-999d-46a8-b204-31a91bd0d712
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-12a34}
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:12Z"
  message: Started container model-chainer-raw-hpa-12a34
  metadata:
    creationTimestamp: "2026-05-25T13:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:12Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d445045591
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: e28ba02c-a5c2-4aa0-b7d6-ccf5815ecc6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-12a34}
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:21Z"
  message: Stopping container model-chainer-raw-hpa-12a34
  metadata:
    creationTimestamp: "2026-05-25T13:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:21Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d67e12a48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 2f9d1097-f6b7-4a86-aafa-6dde3c77a6be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-12a34}
    kind: Pod
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: 2b0fb1c3-cc9d-450a-9e06-2e16053a58e9
  kind: Event
  lastTimestamp: "2026-05-25T13:25:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-05-25T13:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:25:49Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg.18b2d1d6fa45a092
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 28c8ed48-3d21-4637-8c1d-83e214bd4730
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-184.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-184.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-12a34-d8b844d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 4ec136ca-6369-4545-9f84-99909cc84de8
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: 'Created pod: model-chainer-raw-hpa-12a34-d8b844d8f-jr5lg'
  metadata:
    creationTimestamp: "2026-05-25T13:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: model-chainer-raw-hpa-12a34-d8b844d8f.18b2d1d426c89909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 480c0f2b-ff04-42e1-bb81-174383c24e94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: ed59d987-ff7d-4147-a9ae-189afeaaa9e0
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: Scaled up replica set model-chainer-raw-hpa-12a34-d8b844d8f from 0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: model-chainer-raw-hpa-12a34.18b2d1d425b76385
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 1d063054-136d-40e1-bdd4-9467acff1a03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-12a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 807af18e-01e6-470d-9002-ac8610be73f7
  kind: Event
  lastTimestamp: "2026-05-25T13:25:11Z"
  message: InferenceGraph [model-chainer-raw-hpa-12a34] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:25:11Z"
    name: model-chainer-raw-hpa-12a34.18b2d1d429a7a872
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: adae3e80-6a53-4393-9fa0-4cbebc796c6e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:31:11.386408Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d227db1cba84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 05d6817c-c5d9-42b9-b3c3-27ba78dc8a00
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-a52ab-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d227e6d7d219
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: a69c0ef9-9b7c-4ba6-b41d-ee668ee20f33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:12Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:31:12Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2281859a88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: e14633ce-9a30-4347-831b-9c4a785710fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:12Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2281a331f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20758"
    uid: 50ec6f9b-f959-4f8f-bd52-cb6117b2f53b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:12Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2281d1d33f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: fdfc7553-2b63-409d-aa59-1fabc4778950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:12Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2281dd0073c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: fa68d691-ed0c-4fc5-9d8e-3be87d1fbe56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:17Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2292c2c7daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: ed8fadee-1ffa-4598-9270-d29a0ebe237c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:17Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2292f8bff1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 06de6a0a-cc73-4ccc-86a5-e3927354ef00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:17Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d229301450f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 71e0874c-5987-4eaf-8396-9e75d5929ef6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:17Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d2293020fea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 7764c8df-65f0-42da-9d61-25c3cfe01477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:17Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d22933360399
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: 4b5a2e5f-7680-4d42-aaf7-9d6b47455616
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:31:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:31:17Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d22933a2ada9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: 0e6851fe-998c-45e4-8568-24d46a03d3a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:32:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:35Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d229a3e2fe2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 96fbe557-a17d-405b-8ebd-d8f81452ab85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d23a7975f3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: 7eeae006-2ad3-4c8e-aa9b-dca911431575
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d23a79785bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 22106ca0-79b8-41ad-9781-fbecda69d913
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: ae0250f8-e52a-433c-a0df-6a914c07e576
  kind: Event
  lastTimestamp: "2026-05-25T13:32:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:35Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs.18b2d23b5600243f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: b66f8aff-3c15-4e70-a701-cad2d20d74be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-a52ab-predictor-6f7fd64669
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: ca702ead-2144-4ab1-ab8c-3053df69fd96
  kind: Event
  lastTimestamp: "2026-05-25T13:31:11Z"
  message: 'Created pod: raw-sklearn-a52ab-predictor-6f7fd64669-zzcvs'
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: raw-sklearn-a52ab-predictor-6f7fd64669.18b2d227d944196b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 5f10290f-643c-4744-9729-ef4d2dd92d0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-a52ab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: a5e71028-fd1b-4223-9b22-a289123aaa76
  kind: Event
  lastTimestamp: "2026-05-25T13:31:11Z"
  message: Scaled up replica set raw-sklearn-a52ab-predictor-6f7fd64669 from 0 to
    1
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: raw-sklearn-a52ab-predictor.18b2d227d1f312f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 2dadd1e9-f239-4087-9e60-0036466392fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-a52ab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d089a546-4cc4-4d39-9ed3-45584f43d9d2
  kind: Event
  lastTimestamp: "2026-05-25T13:31:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:41Z"
    name: raw-sklearn-a52ab-predictor.18b2d22b502560ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 90b47b38-dedd-4084-964c-d190a3442133
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-a52ab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: d089a546-4cc4-4d39-9ed3-45584f43d9d2
  kind: Event
  lastTimestamp: "2026-05-25T13:31:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:31:41Z"
    name: raw-sklearn-a52ab-predictor.18b2d22b508b40eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 268a3e02-e8ee-4dbc-8fe3-7badc016c2d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-a52ab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: d089a546-4cc4-4d39-9ed3-45584f43d9d2
  kind: Event
  lastTimestamp: "2026-05-25T13:32:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:26Z"
    name: raw-sklearn-a52ab-predictor.18b2d2324e750e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: c557bcd8-5ffe-4320-b3ba-c626cb89516c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-a52ab-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: d089a546-4cc4-4d39-9ed3-45584f43d9d2
  kind: Event
  lastTimestamp: "2026-05-25T13:32:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:26Z"
    name: raw-sklearn-a52ab-predictor.18b2d2324edc4d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 272f5381-5c78-4b19-a630-5f2428dff2ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-a52ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 01debb7c-50b4-42e5-9017-4e96935067cc
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: raw-sklearn-a52ab.18b2d227d170e712
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 701c5259-dbf4-4b52-9ee1-cc215b5af0b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-a52ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 01debb7c-50b4-42e5-9017-4e96935067cc
  kind: Event
  lastTimestamp: "2026-05-25T13:31:11Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-a52ab": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-a52ab":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: raw-sklearn-a52ab.18b2d227d3a06a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: 2f643e46-a0d9-4be3-8885-4882103c2e77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-a52ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 01debb7c-50b4-42e5-9017-4e96935067cc
  kind: Event
  lastTimestamp: "2026-05-25T13:31:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-a52ab": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:31:11Z"
    name: raw-sklearn-a52ab.18b2d227e31228cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 90996fe6-a807-4105-ae94-b7d5b1ddaff2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-a52ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21298"
    uid: 01debb7c-50b4-42e5-9017-4e96935067cc
  kind: Event
  lastTimestamp: "2026-05-25T13:32:25Z"
  message: InferenceService [raw-sklearn-a52ab] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:25Z"
    name: raw-sklearn-a52ab.18b2d23909469503
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: 83664e86-b5df-40d0-ac48-3f29ad0a6312
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-05-25T13:32:31.434060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    to ip-10-0-135-64.ec2.internal
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23a7e530bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: 422fee09-db89-424a-bfb5-09bfd3c2bfc4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687fdbbc7d-rnf2t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23a977183b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: a8dddb62-6118-43b1-b817-a68407fd9fdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:30bffa55f5e3e0e2f6d023c0f84846c206091122d724f5a0e810b4fb957dd389"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23a99004934
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 873161f8-9c7c-432e-a1a1-19df34fed72f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23a9b9bb8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21410"
    uid: 23424681-ef5d-4f2d-a018-1d32e6064bd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23a9c086a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 4b965794-8281-4660-9f6c-5ef793513a90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:36Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23ba11816a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: b5ac32a1-b4e6-4e59-afa9-d0f9ce0d3c6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-05-25T13:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:36Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23ba47ce7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 5a500bbf-65e8-48b2-8e79-2ffd4798fcec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:36Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23ba4fe5ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: 2c28edfb-51e3-4cf0-8f68-f022bb7523ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-05-25T13:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:36Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23ba50aaf31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: f86b5a61-2712-4702-b705-86317f4f5b89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-05-25T13:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:36Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23ba821c417
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 32f6ba12-2654-4eac-bcbf-3aad71bc0a37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:32:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:32:36Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23ba88f2b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: d6b24314-7a3b-4a20-abb5-0b03f5ea6cbc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:33:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-05-25T13:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:54Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d23c18d88d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 3188cf4f-1874-44a9-9b1e-cfc943cabea9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:33:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-05-25T13:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:51Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d24d243f47ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "22023"
    uid: 50589f3a-2f4d-44c4-b582-f838c70e971f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:33:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-05-25T13:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:51Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d24d2440a62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: 6876072b-247d-4600-b80d-eb31d21d49ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21391"
    uid: 5f889b9f-6acc-4771-8cdf-d11b11396fc9
  kind: Event
  lastTimestamp: "2026-05-25T13:33:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-05-25T13:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-05-25T13:33:54Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw.18b2d24dcaeebd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: ee64b164-18da-44b8-87ab-6ee634c78640
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-64.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-64.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: 9661c971-623e-4463-8b85-9302e6521c56
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: 'Created pod: raw-sklearn-runtime-b5994-predictor-65f684bd7f-2dztw'
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor-65f684bd7f.18b2d23a7db18931
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: cf34d17c-06dd-4df9-96d0-ad66d85c9899
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-b5994-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21375"
    uid: 23199b04-eb23-4932-91aa-752370f955bb
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: Scaled up replica set raw-sklearn-runtime-b5994-predictor-65f684bd7f from
    0 to 1
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994-predictor.18b2d23a7ab5de01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 7192cf4a-b1a4-4c95-9639-0ed1bd7de4f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b5994-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 9c02cf51-9bba-4ef2-ac1f-a51610e2936e
  kind: Event
  lastTimestamp: "2026-05-25T13:32:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:46Z"
    name: raw-sklearn-runtime-b5994-predictor.18b2d23df93dd830
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: d031488d-4fce-4402-97cd-1877e1fc61ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b5994-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 9c02cf51-9bba-4ef2-ac1f-a51610e2936e
  kind: Event
  lastTimestamp: "2026-05-25T13:32:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-05-25T13:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:32:46Z"
    name: raw-sklearn-runtime-b5994-predictor.18b2d23df9a76fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: 14eb1bab-d2ae-40f6-820f-48df65ebd209
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b5994-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 9c02cf51-9bba-4ef2-ac1f-a51610e2936e
  kind: Event
  lastTimestamp: "2026-05-25T13:33:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:46Z"
    name: raw-sklearn-runtime-b5994-predictor.18b2d24178d574e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: c36a4041-b2b8-41de-b47e-bbadc5a54dcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-b5994-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 9c02cf51-9bba-4ef2-ac1f-a51610e2936e
  kind: Event
  lastTimestamp: "2026-05-25T13:33:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-05-25T13:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-05-25T13:33:46Z"
    name: raw-sklearn-runtime-b5994-predictor.18b2d2417943efe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 38f409c5-c2c0-42b6-aa9b-c92286e295f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-b5994
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 3338eee6-4d1e-421a-a872-c14f5653c4ff
  kind: Event
  lastTimestamp: "2026-05-25T13:33:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:33:44Z"
    name: raw-sklearn-runtime-b5994.18b2d23a7a8c086d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21955"
    uid: 27ba0e3e-25be-480b-833b-22c33eefa7d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:32:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-b5994
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 3338eee6-4d1e-421a-a872-c14f5653c4ff
  kind: Event
  lastTimestamp: "2026-05-25T13:32:31Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-b5994":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-b5994":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-05-25T13:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:32:31Z"
    name: raw-sklearn-runtime-b5994.18b2d23a7ae9efb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 82789820-1ef4-4a32-a1cc-6d0e3873054a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-05-25T13:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-b5994
    namespace: kserve-ci-e2e-test
    resourceVersion: "21952"
    uid: 3338eee6-4d1e-421a-a872-c14f5653c4ff
  kind: Event
  lastTimestamp: "2026-05-25T13:33:44Z"
  message: InferenceService [raw-sklearn-runtime-b5994] is Ready
  metadata:
    creationTimestamp: "2026-05-25T13:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-05-25T13:33:44Z"
    name: raw-sklearn-runtime-b5994.18b2d24b7ccaed72
    namespace: kserve-ci-e2e-test
    resourceVersion: "21954"
    uid: 6e7e07f5-2247-4920-aa05-884916a13a09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22222"