---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:04:59.920626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c33861988a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 05925e1a-8695-42cb-972e-58702c2d5fd1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: "2026-04-22T19:05:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-afbf81-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:00Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c3386d699be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: ac05c487-e9fe-47c1-b703-56543ec62292
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: "2026-04-22T19:05:00Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:05:00Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c3389e7967ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: ffe79e08-d194-4220-b6cc-754f6b511327
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: "2026-04-22T19:05:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:06Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c338a01003ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: bc4630b0-9488-4240-b1e0-aa2f99de7001
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: "2026-04-22T19:05:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:06Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c338a2e1a839
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: b2a308ef-61f7-4e58-8cc7-a751c9e5b2b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: "2026-04-22T19:05:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:06Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c338a34f58d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: c3f1058f-8bae-4927-a1b2-f8e9a4b01966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: c36effd3-460e-4a67-bce0-d94829ce0106
  kind: Event
  lastTimestamp: "2026-04-22T19:05:09Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:09Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6.18a8c33ab4e7e2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: bdc9420d-26ba-4c78-af6e-079698b77406
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19004"
    uid: f06dc64b-1a7e-4d37-a2bd-4d4549228ad0
  kind: Event
  lastTimestamp: "2026-04-22T19:04:59Z"
  message: 'Created pod: isvc-init-fail-afbf81-predictor-6c759f6f4c-m9fb6'
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-init-fail-afbf81-predictor-6c759f6f4c.18a8c33860f925e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 6af3de79-f316-435b-b4a6-1c2eda62af55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-afbf81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19001"
    uid: c2d4f837-40fd-4710-8c5f-4e0f5eb3142e
  kind: Event
  lastTimestamp: "2026-04-22T19:04:59Z"
  message: Scaled up replica set isvc-init-fail-afbf81-predictor-6c759f6f4c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-init-fail-afbf81-predictor.18a8c3385dee11ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: 021dd433-b2e7-4641-bd7b-528ddb332108
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-afbf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 505ef1c9-fd55-4205-b2ff-1583d226b510
  kind: Event
  lastTimestamp: "2026-04-22T19:05:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:05:06Z"
    name: isvc-init-fail-afbf81.18a8c3385df75cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: b2c4ef18-89b0-4670-af70-3a7f3bd87eff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-afbf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 505ef1c9-fd55-4205-b2ff-1583d226b510
  kind: Event
  lastTimestamp: "2026-04-22T19:04:59Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-afbf81":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-afbf81":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-init-fail-afbf81.18a8c3385e695cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: d4ac2fe1-cfdd-49f6-99cf-ae9edbd89645
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-afbf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 505ef1c9-fd55-4205-b2ff-1583d226b510
  kind: Event
  lastTimestamp: "2026-04-22T19:04:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-afbf81": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-init-fail-afbf81.18a8c3385e69a448
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 6eb3b37c-f4d9-4de0-8ed8-21b867c2ee54
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:59:26.133677Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:59:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:59:26Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2eaaa57eaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 58af2e1b-11ae-4e76-afdb-364e4d17e9d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-b0d1b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:26Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2eab3311ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 3a80c872-ad27-4979-81cf-8b095843b561
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16259"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:27Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:59:27Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2eae7257b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: 97bc02ce-27b6-4a1b-8360-90597df0dc45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:27Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2eae88cb115
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: cd7deb4c-7635-4d72-b36d-3e687f4ea757
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:27Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2eaeba9aa5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: aaf33e5e-29a0-4244-9b4b-f01d4798ce8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:27Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2eaec184d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: c9a3ae90-1b1d-4428-b922-d41306f85699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebe85d7f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: 431cb7c4-e708-4a80-a192-0d684aec5a40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebec0e55cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 45ed1189-dc27-45f7-9758-378d93a1e490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebec846359
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 1a3db255-a200-44bc-a736-6d38de7798e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebec917e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: a0eb46e4-8999-4435-8546-cc01590e2803
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebef7dad46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 6bfa080e-d8fb-4a09-9855-5dbca6bbb659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebeffe0857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: fb577044-9512-44c6-b6b1-595f1ffb7840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebf00931af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 042aae02-a838-49b8-898f-946ec5d68512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebf36975b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 910954d3-aa71-4f06-a68f-792ffa7413b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T18:59:31Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T18:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:31Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ebf3ed5b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: 69a22f7c-8b5b-4cfd-ba3b-dcd9ce0a5d96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T19:01:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:09Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ec244f172c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: c873a30a-1524-4bb1-a867-64889dac1d1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T19:00:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:59Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ec600b7585
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: 3c390516-3a55-440c-a552-a96b6b1a37c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2fe7f618713
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: a2a36a79-bde5-415f-817c-daa3735977a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2fe7f61c1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: f8c820b1-dae8-4424-8e00-9a6d035e5d7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2fe7f62060f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: 3f8b9ade-ff26-4b38-a790-82f65a5395fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 084e4830-5629-40e2-8868-401e1eec0590
  kind: Event
  lastTimestamp: "2026-04-22T19:01:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:01:09Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd.18a8c2ff3c2f35c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 665f46f5-dcb2-44ce-b8c7-362f79b09847
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: a4477e23-2a04-4337-9088-dede297adbdc
  kind: Event
  lastTimestamp: "2026-04-22T18:59:26Z"
  message: 'Created pod: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c-4vphd'
  metadata:
    creationTimestamp: "2026-04-22T18:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:26Z"
    name: isvc-logger-raw-b0d1b-predictor-6d6cfbb95c.18a8c2eaa9ee5b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 89304721-9f4a-4d9f-8677-5b001f4e86a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16237"
    uid: 173bfc59-5f44-4dc6-9ac1-a576c6da9adb
  kind: Event
  lastTimestamp: "2026-04-22T18:59:26Z"
  message: Scaled up replica set isvc-logger-raw-b0d1b-predictor-6d6cfbb95c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T18:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:26Z"
    name: isvc-logger-raw-b0d1b-predictor.18a8c2eaa6939a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: e8790fe2-7366-48c2-a2c1-c6d0bfef96b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 557800d9-57e5-4054-bd91-479bbf955151
  kind: Event
  lastTimestamp: "2026-04-22T19:00:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:11Z"
    name: isvc-logger-raw-b0d1b-predictor.18a8c2ee253c19b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 33dbb460-8e1d-459c-8fc3-130dd97b7306
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 557800d9-57e5-4054-bd91-479bbf955151
  kind: Event
  lastTimestamp: "2026-04-22T19:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:11Z"
    name: isvc-logger-raw-b0d1b-predictor.18a8c2ee25b86824
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: 0d978e9d-b1cb-4eed-8a34-6346fc813f16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 557800d9-57e5-4054-bd91-479bbf955151
  kind: Event
  lastTimestamp: "2026-04-22T19:00:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:41Z"
    name: isvc-logger-raw-b0d1b-predictor.18a8c2f1a459f5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: d5c19f5f-92b4-44d6-8909-4eaf1e269b2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 557800d9-57e5-4054-bd91-479bbf955151
  kind: Event
  lastTimestamp: "2026-04-22T19:00:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:41Z"
    name: isvc-logger-raw-b0d1b-predictor.18a8c2f1a4d8bb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: 66f8b2d9-2240-468e-8e47-3fcb014d6405
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9e1892f3-9612-48a6-82c7-bd6a7a317e54
  kind: Event
  lastTimestamp: "2026-04-22T19:00:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:00:39Z"
    name: isvc-logger-raw-b0d1b.18a8c2eaa67043a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: d8176f6d-adc4-46e2-b583-d9fe2cbc1f68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 9e1892f3-9612-48a6-82c7-bd6a7a317e54
  kind: Event
  lastTimestamp: "2026-04-22T18:59:26Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-b0d1b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-b0d1b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:26Z"
    name: isvc-logger-raw-b0d1b.18a8c2eaa6c9c20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 5c311800-587e-4bb2-8ed4-b0ad3a15bed7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: 9e1892f3-9612-48a6-82c7-bd6a7a317e54
  kind: Event
  lastTimestamp: "2026-04-22T19:00:39Z"
  message: InferenceService [isvc-logger-raw-b0d1b] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:00:39Z"
    name: isvc-logger-raw-b0d1b.18a8c2fbc3331161
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 967443db-a820-4fd7-aca2-647432464880
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:03:21.597274Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c3217d114810
    namespace: kserve-ci-e2e-test
    resourceVersion: "18143"
    uid: a5cceae0-5100-4af0-889f-e74c19c0f1bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-fb7532-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c3218a18da01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 0f40831a-1349-4a59-af15-1aec6b14daed
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:22Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:03:22Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c321b9fc79c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 32cb690a-4800-4941-b192-5022723fcf40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:22Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c321bb4fa726
    namespace: kserve-ci-e2e-test
    resourceVersion: "18164"
    uid: 6b24739a-c18b-4a68-9af9-1bda5acfca8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:22Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c321bebf3005
    namespace: kserve-ci-e2e-test
    resourceVersion: "18165"
    uid: fb333048-912b-4828-8f3d-49fef0cb171f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:22Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c321bf2e2e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: 5faa222d-8445-4816-af19-9e1f8aff4df6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:27Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c322ca5186b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: da192fb6-6ae3-43b2-8557-971408047d37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:27Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c322cdc2edfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: fa60868e-ae1b-4719-a400-3fcd604e2dc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:27Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c322ce338bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: b672b91d-8188-4245-a84c-6c8a86e253c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:27Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c322ce40babb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18212"
    uid: ff513665-9251-4ea1-9e36-0e15c13f97f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:27Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c322d0ff2c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "18215"
    uid: 4ffef257-e0a8-49dd-acf7-85392c37c900
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:03:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:27Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c322d16a1a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18216"
    uid: 2f1c82ff-e2e9-43a0-817f-1b788fe72646
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:04:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:24Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c323063ebce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: f6f13d12-287f-424a-9c3d-ad2c882c6ffe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:04:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c3385def20a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 39f6cea0-1f96-48c7-bab7-0f65ef248c75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 0fb5f39c-b96d-48df-a77e-bed36a074a5c
  kind: Event
  lastTimestamp: "2026-04-22T19:04:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:59Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp.18a8c3385defcc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 21f67ecd-3e63-47f3-afdd-fce438916dc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-fb7532-predictor-8c9dccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 68944cd9-0416-4e6e-86dc-5b39f9d7228e
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: 'Created pod: isvc-primary-fb7532-predictor-8c9dccf8b-8dbzp'
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-primary-fb7532-predictor-8c9dccf8b.18a8c3217cadbecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: fcdc0c22-cfb8-43a2-96e2-0393993fb1b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: af2d3c25-e5be-4f12-a93e-92b789cb2ac0
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: Scaled up replica set isvc-primary-fb7532-predictor-8c9dccf8b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-primary-fb7532-predictor.18a8c32178481a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18131"
    uid: 32e7b26e-1fd6-4205-9482-65ab58e2e95f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: dcd19b6f-aab4-4d54-bbcb-70578d82b09f
  kind: Event
  lastTimestamp: "2026-04-22T19:03:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:51Z"
    name: isvc-primary-fb7532-predictor.18a8c324f72fcf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: 6bd90636-4961-493e-b0f2-6c4a1ad4b08d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18128"
    uid: dcd19b6f-aab4-4d54-bbcb-70578d82b09f
  kind: Event
  lastTimestamp: "2026-04-22T19:03:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:51Z"
    name: isvc-primary-fb7532-predictor.18a8c324f790ea07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 0be1b765-2552-452e-b7ed-e171e97ae065
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: dcd19b6f-aab4-4d54-bbcb-70578d82b09f
  kind: Event
  lastTimestamp: "2026-04-22T19:04:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:51Z"
    name: isvc-primary-fb7532-predictor.18a8c32bf596a3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 9ed0d90b-f7b0-4ed7-9f03-92f4bdd96fe2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: dcd19b6f-aab4-4d54-bbcb-70578d82b09f
  kind: Event
  lastTimestamp: "2026-04-22T19:04:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:51Z"
    name: isvc-primary-fb7532-predictor.18a8c32bf5f8c627
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: 9d851781-463c-44f7-aa56-0d0bbe041ec2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: cce1b61e-bb03-42da-8592-40e7a13f3de3
  kind: Event
  lastTimestamp: "2026-04-22T19:04:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:34Z"
    name: isvc-primary-fb7532.18a8c3217820d711
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 0c6e0e2a-fa8e-4ca2-96c2-8d17e1dea7d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: cce1b61e-bb03-42da-8592-40e7a13f3de3
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: 'Failed to update status for InferenceService "isvc-primary-fb7532": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-fb7532":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-primary-fb7532.18a8c32178a62765
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 9ef13fbf-a64a-44a5-bec8-88240aafb6c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: cce1b61e-bb03-42da-8592-40e7a13f3de3
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-fb7532": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-primary-fb7532.18a8c32178a66be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: 73dc00de-0e50-4fe2-a035-e60540d19324
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18705"
    uid: cce1b61e-bb03-42da-8592-40e7a13f3de3
  kind: Event
  lastTimestamp: "2026-04-22T19:04:34Z"
  message: InferenceService [isvc-primary-fb7532] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:34Z"
    name: isvc-primary-fb7532.18a8c33269538762
    namespace: kserve-ci-e2e-test
    resourceVersion: "18706"
    uid: 3847c040-d668-4bad-86fe-64f25be3b540
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:54:00.362549Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13239"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:54:00Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c29ed0df0c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "13245"
    uid: 1e540f9c-66e8-4556-9d65-bb50999d5843
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-5c98d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:00Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c29edd73089a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13259"
    uid: 16f4c286-0d20-4c27-968c-27a59b8c5508
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13251"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:01Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:54:01Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c29f0d9f392b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13268"
    uid: a4ed98c0-837c-46f5-906d-8c99cf33d30c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
  metadata:
    creationTimestamp: "2026-04-22T18:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:01Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c29f0f0fc2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13270"
    uid: 1fbc6141-c2a1-4566-b91d-9f78dea3c447
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    in 4.217s (4.217s including waiting). Image size: 300951977 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:05Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a00a6c4ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13297"
    uid: c12b029b-3918-4c1e-802f-f600f5b1963c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:05Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a00e1a9139
    namespace: kserve-ci-e2e-test
    resourceVersion: "13298"
    uid: 6e9fcc02-10ea-4ed0-a6cb-54461465295a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:05Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a00e88a8f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13299"
    uid: cdc5f3b9-c948-4c9c-88ea-a2a4f61ffda1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:09Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-22T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:09Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a0ec7c790a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13336"
    uid: 750ab682-bda2-4b2c-ba1d-e107052a3e63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 13.137s (13.137s including waiting). Image size: 1562510257 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:22Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a3fb876654
    namespace: kserve-ci-e2e-test
    resourceVersion: "13435"
    uid: f588c89d-3d06-44c6-a91a-c72605769f3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:22Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a3feb8d001
    namespace: kserve-ci-e2e-test
    resourceVersion: "13436"
    uid: 1c78f2e1-e31c-46d3-8d9a-f4851e9e14c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:22Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a3ff2781fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13437"
    uid: d318d693-30e0-4093-860e-f8f012a67aae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:22Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-22T18:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:22Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a3ff330c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13438"
    uid: cd4bbad7-8ceb-4c10-a7d0-6bdfb7a6fe42
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.849s (2.849s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:25Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a4a9086b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "13458"
    uid: 3ec00a07-d73c-4978-8062-f25ece6b99ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:25Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a4ac2e3bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13459"
    uid: d84d8326-b379-4c9b-a197-001c749fb9a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:25Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a4ac99ef76
    namespace: kserve-ci-e2e-test
    resourceVersion: "13460"
    uid: 055f3a3b-737c-461a-81fc-51c6a01d1e6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
  metadata:
    creationTimestamp: "2026-04-22T18:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:25Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a4aca7a5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "13461"
    uid: be2fc9de-2419-42d5-b1bf-2dd2785eacda
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:85a53e5dbb1b97e5d37c2ae443f7f612a4c4386507f1f6048f8da8c807e01ad9"
    in 2.985s (2.985s including waiting). Image size: 237897817 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:28Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a55ea19607
    namespace: kserve-ci-e2e-test
    resourceVersion: "13483"
    uid: 8e90c8b8-d8f7-4fca-b406-0d6fe93b779e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T18:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:28Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a561a4a3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13484"
    uid: 8ba0e079-2521-4676-8f7c-8ef14b73073a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:54:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T18:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:54:28Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a5621211f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13485"
    uid: c132c0d9-b57e-4a33-9b75-48cce6ef48c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:55:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:52Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a59915103d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14228"
    uid: 39c6abca-4f57-4471-88fa-7cedeef829cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:56:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:02Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2a5d4d93989
    namespace: kserve-ci-e2e-test
    resourceVersion: "14310"
    uid: 2e66d62e-1d83-4d8e-9dd4-c9873a9d9660
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2b7495afb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14067"
    uid: 45f6f4bc-375e-4d8b-a3d9-d0d9d791f2b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2b7495b69fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14070"
    uid: be9bc23d-4776-4a4e-ba86-046655437146
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2b7495ba8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14073"
    uid: 5bc55525-d058-46bf-9d77-effb204bb6d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 9708e338-c6ac-4415-8a67-1c77d5f09062
  kind: Event
  lastTimestamp: "2026-04-22T18:56:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:00Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh.18a8c2b74b33c096
    namespace: kserve-ci-e2e-test
    resourceVersion: "14287"
    uid: 575293d6-b955-475a-9cab-e3ff898ed52d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "13232"
    uid: c45d894d-39bb-4348-9427-0ce9fce833d9
  kind: Event
  lastTimestamp: "2026-04-22T18:54:00Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49-hcznh'
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:54:00Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49.18a8c29ed07aa528
    namespace: kserve-ci-e2e-test
    resourceVersion: "13241"
    uid: 2f9794bd-56f3-4710-af63-3cf753738d7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-5c98d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13231"
    uid: 50d4f5b4-53ff-4a84-a4fc-c5395d8b6e0f
  kind: Event
  lastTimestamp: "2026-04-22T18:54:00Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-5c98d-predictor-685dc8fc49
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:54:00Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor.18a8c29eca64b00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13233"
    uid: fd39c35b-664b-485a-9a21-d8beb4f04503
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5c98d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13240"
    uid: 38b4ab1b-fabc-4d14-ab89-e32ebc41fa41
  kind: Event
  lastTimestamp: "2026-04-22T18:54:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:54:45Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor.18a8c2a24ffa5936
    namespace: kserve-ci-e2e-test
    resourceVersion: "13612"
    uid: 736c37ea-e3cc-4ee4-aa8f-48bc8beb58bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5c98d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13240"
    uid: 38b4ab1b-fabc-4d14-ab89-e32ebc41fa41
  kind: Event
  lastTimestamp: "2026-04-22T18:54:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:54:45Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor.18a8c2a2508e5f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "13613"
    uid: 3ddc0e17-3070-4dcd-842c-0c7601ffa315
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5c98d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13377"
    uid: 38b4ab1b-fabc-4d14-ab89-e32ebc41fa41
  kind: Event
  lastTimestamp: "2026-04-22T18:55:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:55:30Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor.18a8c2accd843940
    namespace: kserve-ci-e2e-test
    resourceVersion: "13930"
    uid: 35202fef-903e-4744-94e2-84a67731bd8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-5c98d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13377"
    uid: 38b4ab1b-fabc-4d14-ab89-e32ebc41fa41
  kind: Event
  lastTimestamp: "2026-04-22T18:55:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:55:30Z"
    name: isvc-raw-sklearn-batcher-5c98d-predictor.18a8c2accde8c811
    namespace: kserve-ci-e2e-test
    resourceVersion: "13931"
    uid: 49b7baa6-4b89-4f4c-b5ba-b4a0a23f6e61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5c98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13220"
    uid: ee2e67d8-a66c-4485-b9eb-0b7576942223
  kind: Event
  lastTimestamp: "2026-04-22T18:55:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:55:32Z"
    name: isvc-raw-sklearn-batcher-5c98d.18a8c29ed0a71d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13956"
    uid: 36e203f4-5cab-4b4f-85a2-d115f813b658
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5c98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13220"
    uid: ee2e67d8-a66c-4485-b9eb-0b7576942223
  kind: Event
  lastTimestamp: "2026-04-22T18:54:00Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-5c98d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-5c98d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:54:00Z"
    name: isvc-raw-sklearn-batcher-5c98d.18a8c29ed12568d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13247"
    uid: 2f3d03dd-b567-448b-8da9-72532296c019
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5c98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13220"
    uid: ee2e67d8-a66c-4485-b9eb-0b7576942223
  kind: Event
  lastTimestamp: "2026-04-22T18:54:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-5c98d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:54:00Z"
    name: isvc-raw-sklearn-batcher-5c98d.18a8c29ed125c084
    namespace: kserve-ci-e2e-test
    resourceVersion: "13250"
    uid: 36d3b2fb-3cfe-45bd-a643-fdc1a6fb04d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-5c98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13954"
    uid: ee2e67d8-a66c-4485-b9eb-0b7576942223
  kind: Event
  lastTimestamp: "2026-04-22T18:55:32Z"
  message: InferenceService [isvc-raw-sklearn-batcher-5c98d] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:55:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:55:32Z"
    name: isvc-raw-sklearn-batcher-5c98d.18a8c2b44a324be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13955"
    uid: f56a0396-2686-4dfd-b04a-701698df938b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:04:41.717161Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:04:41Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c3342495c870
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: 7d2000f3-f197-4f21-81b4-46e8943771cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: "2026-04-22T19:04:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-fb7532-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:41Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c3342d8fb89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: a9a284f9-bf2d-4957-9dac-f306e1237502
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: "2026-04-22T19:04:42Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:04:42Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c334614de446
    namespace: kserve-ci-e2e-test
    resourceVersion: "18811"
    uid: 3a38b4a2-aa5f-46bc-a93f-702aaed28795
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: "2026-04-22T19:04:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:49Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c33462d5f12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: 9217b4b5-a391-4d27-8378-149f77ac083d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: "2026-04-22T19:04:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:49Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c33465da4642
    namespace: kserve-ci-e2e-test
    resourceVersion: "18871"
    uid: 41d9655c-dc9c-4ce1-9b2a-338d9c682c0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: "2026-04-22T19:04:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:49Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c3346644dfd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: 6b8d642e-559c-4b3f-bac3-9bd1bd260dd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: c939f87a-cc37-4796-b91c-115915090815
  kind: Event
  lastTimestamp: "2026-04-22T19:04:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-fb7532-predictor-68c4c86b9-77xgj_kserve-ci-e2e-test(c939f87a-cc37-4796-b91c-115915090815)
  metadata:
    creationTimestamp: "2026-04-22T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:04:56Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj.18a8c33794f3c161
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: 806e506b-4b2f-457f-9f12-772ab9442409
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-fb7532-predictor-68c4c86b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: e74596c1-fb55-44c2-a7f5-5846aff13beb
  kind: Event
  lastTimestamp: "2026-04-22T19:04:41Z"
  message: 'Created pod: isvc-secondary-fb7532-predictor-68c4c86b9-77xgj'
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:41Z"
    name: isvc-secondary-fb7532-predictor-68c4c86b9.18a8c3342410a63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18789"
    uid: 83ebe055-a5f8-4170-a969-3a5a08ce3345
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: dfd45e4d-f839-4ad2-b35a-91a569875dd2
  kind: Event
  lastTimestamp: "2026-04-22T19:04:41Z"
  message: Scaled up replica set isvc-secondary-fb7532-predictor-68c4c86b9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:41Z"
    name: isvc-secondary-fb7532-predictor.18a8c33420bd84e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 80db6723-fba9-44f6-9540-bdd8126f3293
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 81fd7e8b-80be-4c9a-ba18-9c32a575524c
  kind: Event
  lastTimestamp: "2026-04-22T19:04:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:56Z"
    name: isvc-secondary-fb7532-predictor.18a8c3379f32b506
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 228aa921-1384-4026-9411-9f07fc67266e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-fb7532-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 81fd7e8b-80be-4c9a-ba18-9c32a575524c
  kind: Event
  lastTimestamp: "2026-04-22T19:04:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:04:56Z"
    name: isvc-secondary-fb7532-predictor.18a8c3379f8de341
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: c0c414f7-3946-4e2c-a74e-a9214781000b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: ac4d7eb5-aaf3-403b-a83c-8b99f0493bcb
  kind: Event
  lastTimestamp: "2026-04-22T19:04:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:56Z"
    name: isvc-secondary-fb7532.18a8c33420a61393
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: c5006bb1-d3f6-4bf3-a11f-f6dcf9e64c6d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: ac4d7eb5-aaf3-403b-a83c-8b99f0493bcb
  kind: Event
  lastTimestamp: "2026-04-22T19:04:41Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-fb7532":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-fb7532":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:41Z"
    name: isvc-secondary-fb7532.18a8c3342150fd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: cefdb6ae-0121-4d5a-a397-ba1e56643931
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fb7532
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: ac4d7eb5-aaf3-403b-a83c-8b99f0493bcb
  kind: Event
  lastTimestamp: "2026-04-22T19:04:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-fb7532": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:04:41Z"
    name: isvc-secondary-fb7532.18a8c3342151417a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: fd4b99ea-e4bf-41e9-9c68-49a9dc30be25
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:55:45.568476Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14090"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b74fa2129d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14096"
    uid: 719f823b-44de-4758-b414-db37276335d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-1fc88-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b75b8bbfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: b0bc2f70-7f02-43d1-9e9f-2b7a0783aa09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14106"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b78cad2d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: bdb0cf60-c09f-4ab7-ab22-ee966f7c5f2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b78e382f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "14147"
    uid: fb9321d0-b3a5-4249-a3bb-9d66d43e5d37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b791f834c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14150"
    uid: 46bfc3b5-ffdb-4e2f-8894-ae81b1c164b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b7928fc098
    namespace: kserve-ci-e2e-test
    resourceVersion: "14151"
    uid: 0106b05a-bcc4-4e4f-9a05-939311af9996
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b88405b9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14198"
    uid: a3a98573-23f3-4a6d-a1bc-d682fbc6cbdc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b8873bfec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: 880a20bf-866b-4d9f-b47d-911fb94cbef2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b887abd688
    namespace: kserve-ci-e2e-test
    resourceVersion: "14204"
    uid: d40ffd71-0d96-4092-9e12-0692bc1d6eba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b887b8220b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14205"
    uid: 13362e56-ab8e-4fd8-9bf2-f2bb72e28a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b88ac83d68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: 7227a343-602b-46b0-8ad8-bc7fc9c3bd0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b88b35e5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: 579228fa-a33f-4e2c-b14a-6f5fb23dc99b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:57:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:28Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2b8fc044e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15157"
    uid: 773bead2-ff3d-4fec-8912-3ef9e19b384b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2cea4edfc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: ea4ef850-600c-4b66-ab74-9fec37452c87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2cea4ee9e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 240b169e-c3c7-43cb-8372-5b44848500f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14093"
    uid: c63a00a5-9e6d-47fc-a0f3-5ed88b74dd32
  kind: Event
  lastTimestamp: "2026-04-22T18:57:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:28Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk.18a8c2cf5631a5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 3206335d-de2e-4aef-b992-6a6e280d8926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785
    namespace: kserve-ci-e2e-test
    resourceVersion: "14076"
    uid: cdaabcff-f778-49fd-95e0-a83828b28939
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: 'Created pod: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785-k65kk'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor-64458d7785.18a8c2b74f420d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "14092"
    uid: 15d6cbb1-95f1-41c8-b0fc-7e9502a6d7f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14074"
    uid: dfac6ea7-d395-4abd-b640-394648c168a0
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-1fc88-predictor-64458d7785
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor.18a8c2b74af6c303
    namespace: kserve-ci-e2e-test
    resourceVersion: "14078"
    uid: d39e5da2-0a14-4b44-a61e-8b60f1835b94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: e93be143-9d7a-42a1-903f-6d8d000391b3
  kind: Event
  lastTimestamp: "2026-04-22T18:56:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:56:30Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor.18a8c2bac9d61056
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: f6063d8a-c4e0-4930-ad0a-a991ae5f6be0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: e93be143-9d7a-42a1-903f-6d8d000391b3
  kind: Event
  lastTimestamp: "2026-04-22T18:56:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:56:30Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor.18a8c2baca3ca7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: 06dbc136-e0ed-4012-8501-7f28d3c70f7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: e93be143-9d7a-42a1-903f-6d8d000391b3
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor.18a8c2c546f48363
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: c694c437-09f2-474a-8358-788a7101d603
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14291"
    uid: e93be143-9d7a-42a1-903f-6d8d000391b3
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: isvc-sklearn-graph-raw-1fc88-predictor.18a8c2c5483e7a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14898"
    uid: 85fc1907-7d70-4a31-8d0c-6108b1121b7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14045"
    uid: 019e9740-4416-4019-8c0e-674f968f9cab
  kind: Event
  lastTimestamp: "2026-04-22T18:56:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:56:58Z"
    name: isvc-sklearn-graph-raw-1fc88.18a8c2b74ad40da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 13eed756-e0b5-45d7-9ab1-24327451b630
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14045"
    uid: 019e9740-4416-4019-8c0e-674f968f9cab
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-1fc88":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-1fc88":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-sklearn-graph-raw-1fc88.18a8c2b74b21d0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14080"
    uid: b074dab7-8d58-439e-bc5e-9778b97bdc46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: 019e9740-4416-4019-8c0e-674f968f9cab
  kind: Event
  lastTimestamp: "2026-04-22T18:56:58Z"
  message: InferenceService [isvc-sklearn-graph-raw-1fc88] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:56:58Z"
    name: isvc-sklearn-graph-raw-1fc88.18a8c2c85efb71ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: 2fba84c6-e0a7-40da-828e-c1c08a2fe71e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:57:25.841698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cea861fee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 17397893-dd78-4ceb-b91c-cb82ff6a2da7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-ac146-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2ceb138b923
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 08b95c00-cfcf-4ee8-870c-1117e5f17412
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15073"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cee52d35e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: 2d5f60a2-2b14-4692-9756-d205a74dee5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cee679512e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: 65a04e64-fc59-4de5-8a88-ea7f537daf8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2ceea25cd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 9c3db8e8-d454-4fbc-b103-56df719e0bfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2ceea97a69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: fa001445-c8f8-4195-a7be-b12a3b47220f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:31Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cfe0284921
    namespace: kserve-ci-e2e-test
    resourceVersion: "15190"
    uid: 97d34aeb-eb90-4662-8b5e-73969fdaca9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:31Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cfe2e6172c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: a04e45a6-f376-4403-85c7-691964d22bff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:31Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cfe3454108
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 3dc5eb4d-a765-4fd1-93b7-9584774efeff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:31Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cfe3523578
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 8c41fc89-0b85-4cbb-b4d5-f547d22cf170
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:31Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cfe6166df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 11a7259e-ad12-4724-aa8e-22f2dc48e696
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:57:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:31Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2cfe67ad10a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: cd8d0b7c-119b-4e07-b993-99f25c590ab1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:59:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:09Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2d05836b688
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: fea0ddc2-5614-4922-9e16-0672f3559183
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2e5fccd048e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 8bb14829-6568-43d2-893a-e3900000da44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2e5fccd6e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: bd4a94b6-04b8-4f97-a5c2-2fe2a84ed233
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 2d925cbb-5763-4c71-8df8-05f7ebe04983
  kind: Event
  lastTimestamp: "2026-04-22T18:59:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:09Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr.18a8c2e6b2798411
    namespace: kserve-ci-e2e-test
    resourceVersion: "16080"
    uid: d3bd7ef6-3dbe-4ebb-b0db-8c8c295b5f6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 35881703-b244-4d18-a1a8-e3e95fe10364
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765-7f2jr'
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765.18a8c2cea7d31fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 5582776e-5a4c-4186-81cb-62ad28cebba8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 38812048-bb59-4bdc-ab37-0c3aa64aaf1b
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-ac146-predictor-5b98784765
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor.18a8c2cea2f6fb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 4161db4e-92f8-4279-82da-068e8ed54b71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: aaccbc05-eb55-44d2-9927-d80ba0468ba8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:40Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor.18a8c2d221d647d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15280"
    uid: 3f0fcc8b-e521-453c-bd69-588ed781c21e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: aaccbc05-eb55-44d2-9927-d80ba0468ba8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:40Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor.18a8c2d22256cc00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: bc968cc5-66ca-46da-81eb-0c78d2b431fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: aaccbc05-eb55-44d2-9927-d80ba0468ba8
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor.18a8c2d5a108a303
    namespace: kserve-ci-e2e-test
    resourceVersion: "15856"
    uid: d1584178-586c-4311-a5ab-b57e0163efd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: aaccbc05-eb55-44d2-9927-d80ba0468ba8
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-ac146-predictor.18a8c2d5a17fccd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: 5df4a231-7deb-40c9-a2af-e891687d9d17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 4a24a6fc-8899-48b1-ab74-df4230f62af1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:58:39Z"
    name: isvc-sklearn-graph-raw-hpa-ac146.18a8c2cea2c6b06c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 0454db73-575e-4d99-9233-6be543fb63d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 4a24a6fc-8899-48b1-ab74-df4230f62af1
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-ac146":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-ac146":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-sklearn-graph-raw-hpa-ac146.18a8c2cea37a74e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 5b13fd63-5a2e-42b2-951f-b10e1f982d38
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: 4a24a6fc-8899-48b1-ab74-df4230f62af1
  kind: Event
  lastTimestamp: "2026-04-22T18:58:39Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-ac146] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:58:39Z"
    name: isvc-sklearn-graph-raw-hpa-ac146.18a8c2dfbb788623
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 690f0b7d-0d69-4d10-94bd-7a43174ba30e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:00:51.350797Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16958"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2fe81ae0172
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 9b763b75-c5c1-4c42-aef3-de43acbd5e2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-99910-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2fe89e203ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 20c3815b-ebbe-42f1-b70a-95e0dba6c4c1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:52Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:00:52Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2febe9d4ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 1de62cd6-4b70-4cac-a7e4-4aab031f1877
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:52Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2febff7d3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 2d18d4fc-e14a-48f5-81cd-a1f7cc718534
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:52Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2fec3677881
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: 831ad153-3a69-4dae-84f0-5c27399d5c9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:52Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2fec3d2d63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: a04c7fd4-ed25-4469-bd30-a04431a0ea89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:56Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2ffc2ae0b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 6f145faf-8899-45eb-9545-18d0412c4dc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:56Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2ffc59acb1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: b8c01e5a-48ce-4240-b718-9ca394869e7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:56Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2ffc60ac0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17047"
    uid: 52860934-0ede-43ab-b0ff-e118d439ad77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:56Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2ffc61629e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: d12c96ba-ebde-48a3-bfd3-0f6dabf93755
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:56Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2ffc92e043a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 25f8a645-5cca-4ec3-8220-102cbcddf8a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:00:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:56Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2ffc99cca27
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: aef39cc4-985e-4f40-ab0e-fed24e1b0efd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:03:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:24Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c2fffe9d7407
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: 0e96e1f5-0db2-4043-b450-be190dc92743
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c32177492ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: 508b97f5-69d6-4564-ac19-c473544e5c7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c3217749b108
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: c0b50fbb-80a8-495c-a333-0e812006cfc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16961"
    uid: 1992b2ee-b78e-4965-afe9-1912692b664d
  kind: Event
  lastTimestamp: "2026-04-22T19:03:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:03:28Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6.18a8c321fcfe58cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: aac4489a-ceaf-4150-8272-1c377b87e40f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 9202f4fd-eb23-4a2a-907e-94810dda4538
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: 'Created pod: isvc-sklearn-scale-raw-99910-predictor-58f57f8787-7mbw6'
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-sklearn-scale-raw-99910-predictor-58f57f8787.18a8c2fe814458ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16960"
    uid: fe3e2ac0-c6dd-4120-81a2-88e86b954953
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-99910-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 9886dfc8-9c68-4787-a7f6-428c71de095f
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-99910-predictor-58f57f8787
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-sklearn-scale-raw-99910-predictor.18a8c2fe7e30f44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16944"
    uid: 85b388ad-211c-47f7-8e29-fc5f057e7071
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-99910-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 209b8a4e-f28a-4bab-a649-ba47fd9fbecf
  kind: Event
  lastTimestamp: "2026-04-22T19:01:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:01:21Z"
    name: isvc-sklearn-scale-raw-99910-predictor.18a8c301fcfc24ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: b8e00bfa-90c1-4cf3-9392-836ff103aa0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-99910-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 209b8a4e-f28a-4bab-a649-ba47fd9fbecf
  kind: Event
  lastTimestamp: "2026-04-22T19:01:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:01:21Z"
    name: isvc-sklearn-scale-raw-99910-predictor.18a8c301fd5a2df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 77993064-547b-4762-b350-2f2bfcecc445
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-99910-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 209b8a4e-f28a-4bab-a649-ba47fd9fbecf
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-sklearn-scale-raw-99910-predictor.18a8c308fb528ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: 4fbe8364-f80a-4d16-a715-8c6ec5c4c581
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T19:01:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-99910-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 209b8a4e-f28a-4bab-a649-ba47fd9fbecf
  kind: Event
  lastTimestamp: "2026-04-22T19:03:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:03:21Z"
    name: isvc-sklearn-scale-raw-99910-predictor.18a8c308fba69109
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 2d33e569-b1c2-425e-b0f0-f71d0a76eb45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-99910
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 307ce093-c0b5-49a6-aa87-bb66085e2c27
  kind: Event
  lastTimestamp: "2026-04-22T19:03:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:03:14Z"
    name: isvc-sklearn-scale-raw-99910.18a8c2fe7df75678
    namespace: kserve-ci-e2e-test
    resourceVersion: "18045"
    uid: a35564d2-16f3-45d1-b023-ae2f3bec2cb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-99910
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 307ce093-c0b5-49a6-aa87-bb66085e2c27
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-99910":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-99910":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: isvc-sklearn-scale-raw-99910.18a8c2fe7e77ef43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16947"
    uid: fc4d96ef-c03a-42d0-8102-c0f0a9c6d8d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:03:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-99910
    namespace: kserve-ci-e2e-test
    resourceVersion: "18043"
    uid: 307ce093-c0b5-49a6-aa87-bb66085e2c27
  kind: Event
  lastTimestamp: "2026-04-22T19:03:14Z"
  message: InferenceService [isvc-sklearn-scale-raw-99910] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:03:14Z"
    name: isvc-sklearn-scale-raw-99910.18a8c31fef34680d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18044"
    uid: a2deb1e9-8f60-4be6-a9f3-8b41d38a6045
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:55:45.647074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14116"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b754515535
    namespace: kserve-ci-e2e-test
    resourceVersion: "14122"
    uid: 3345e48f-4768-4106-ac5a-efa16e1eff10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-1fc88-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b761944c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14133"
    uid: 3e87d25b-2272-43c3-bb8c-5c9213b08360
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14129"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b7912c43bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14148"
    uid: 51cf2258-ba8b-4e2f-b176-5b6f2bad2c6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b792a9e136
    namespace: kserve-ci-e2e-test
    resourceVersion: "14152"
    uid: 8bee5368-c123-42b2-ad90-ee6ff7ec3c9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b795cbbad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14156"
    uid: f46967ce-f2df-4724-965d-4611aa35fb41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:55:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:46Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b7963a23b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14157"
    uid: 6b096619-d47a-4c8b-9074-f2b43a948086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:55:50Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:55:50Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2b883f68a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: 6235dda7-634c-4ab8-87ea-19e16fa10bbd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:56:09Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.372s (18.372s
    including waiting). Image size: 1306326779 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:09Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bccb11f476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14358"
    uid: 63fa6a65-378c-4da2-89ef-6dee10ee0e9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:56:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:09Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bccea3fae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: 5430ec6a-799f-4aaf-b431-362a2d761470
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:56:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:09Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bccf161b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14360"
    uid: a60912ee-70a0-48c2-889e-4b8d058c621e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:56:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:09Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bccf21f140
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 69d6c17d-faa8-46ab-949f-8522e484d609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:56:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:09Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bcd271b845
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: 3998f7cf-4e71-4d8b-938e-90204ebfd414
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:56:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:56:09Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bcd2e2827a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: b3d0ed5e-eeb8-4a5d-84c1-d3914972c19d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2bd30a9aab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 2b7b90a0-4576-4406-a297-c48ece237096
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2ceaf2bfa1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15101"
    uid: 239efde8-b359-43c3-b9d1-7b4ec626fab0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2ceaf300041
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 4be38ad0-8e7f-4822-adbe-d17010110f29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14120"
    uid: dc202605-7684-450e-8ffe-953017d94011
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67.18a8c2cee2c26d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: beb3458d-5d4f-49b9-ab70-6b99c705601f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789
    namespace: kserve-ci-e2e-test
    resourceVersion: "14105"
    uid: 973218aa-157f-47ec-8cbe-75bbf4a94ba1
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: 'Created pod: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789-9vl67'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789.18a8c2b753e2baef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14119"
    uid: dfc5617a-6675-4f8b-b028-c99624fe7957
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14102"
    uid: ba3cca38-1fbf-4665-9639-34b8f6b0acba
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-1fc88-predictor-6cb54dd789
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor.18a8c2b7511ea862
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: e07f6f55-8abe-4b66-82ef-4982bf13f59b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14104"
    uid: 534ab23f-f176-4d55-96a5-780bb0ba115d
  kind: Event
  lastTimestamp: "2026-04-22T18:56:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:56:45Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor.18a8c2bacfa0eae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: c92397eb-13c9-4e01-81f8-4dd3a0506ff1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T18:56:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14104"
    uid: 534ab23f-f176-4d55-96a5-780bb0ba115d
  kind: Event
  lastTimestamp: "2026-04-22T18:56:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:56:45Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor.18a8c2bad005aef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14638"
    uid: 6d0fbcd8-903f-415a-a856-2b7b6c65b64b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: 534ab23f-f176-4d55-96a5-780bb0ba115d
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor.18a8c2c8cae5b727
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: 6233dce4-681e-420f-a7b5-295049728a89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-1fc88-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: 534ab23f-f176-4d55-96a5-780bb0ba115d
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: isvc-xgboost-graph-raw-1fc88-predictor.18a8c2c8cb4e9ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 7db99980-e160-47f3-978b-f1e2566bbf5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14086"
    uid: 88ea6955-5f6b-4834-a642-aa198b74e17c
  kind: Event
  lastTimestamp: "2026-04-22T18:57:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:06Z"
    name: isvc-xgboost-graph-raw-1fc88.18a8c2b750fba3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: 17614a20-336c-4471-af47-c8c5f5106734
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:55:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14086"
    uid: 88ea6955-5f6b-4834-a642-aa198b74e17c
  kind: Event
  lastTimestamp: "2026-04-22T18:55:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-1fc88":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-1fc88":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:55:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:55:45Z"
    name: isvc-xgboost-graph-raw-1fc88.18a8c2b7519df13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14111"
    uid: 9b8e55d7-af57-420b-ac94-adb11b00c53b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 88ea6955-5f6b-4834-a642-aa198b74e17c
  kind: Event
  lastTimestamp: "2026-04-22T18:57:06Z"
  message: InferenceService [isvc-xgboost-graph-raw-1fc88] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:06Z"
    name: isvc-xgboost-graph-raw-1fc88.18a8c2ca3f56f476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 6da43d15-06c1-409c-a7aa-4de9431cb3f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:57:25.942514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2ceae645886
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 5b92f34e-8829-4a40-bf9f-4f7732a62344
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cec76930fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15112"
    uid: bfda0003-c8ce-4bc4-bb35-aa1d84556719
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cec8c187e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15114"
    uid: aac1c6d5-d7a9-467c-8f4d-6aced6552921
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cecb55d7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: e4028df7-dc24-40af-8618-099e5dc42bb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T18:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:26Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cecbc08b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 81618ce5-6f70-459d-ab2e-d87fe4920238
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:30Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cfa4488a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 79abe3a8-9e1a-4c3a-a804-005462c44ce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cfa88e28f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15178"
    uid: f544a6a8-3973-4889-8b93-8ace5759f0e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cfa913cf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 917e371e-4357-4be5-b397-1c8acdb71dae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cfa9220dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: af45ef0a-9a0c-4955-a586-9fc6580760f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cfac0145cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15183"
    uid: 0c75659e-d5f5-4ed2-bb2a-feb0bf980f79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:30Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2cfac66a0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 33f8bd91-4b47-4bef-a18c-36e6bcc755b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:59:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T18:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:08Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2d01c707442
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: 59936eba-06e7-409b-bb87-50731aea9921
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2e6020a237f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: 3f056045-e168-4763-bdfd-626809e8d479
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2e6020a93c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: ef5d5ebd-b5a9-4b83-9f67-8e746d2b132e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15093"
    uid: c8df25eb-0c57-424c-96c7-a5685dc15bf8
  kind: Event
  lastTimestamp: "2026-04-22T18:59:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:08Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8.18a8c2e6769c2198
    namespace: kserve-ci-e2e-test
    resourceVersion: "16066"
    uid: 0d41c16e-87ae-469e-b6f0-190643123d46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 8d2a0fe2-c708-4beb-a621-4d210e0ea0a8
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9-rkch8'
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9.18a8c2ceaddfa44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15092"
    uid: 94aab346-72d5-4ef6-9694-0d6dcb7a5672
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: f5ddcb4c-8e7e-40bb-a838-ad6ba06b7a98
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-ac146-predictor-5fbdc999d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor.18a8c2cea8020c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15063"
    uid: 86fa5b4b-40a8-441f-88f4-83e6e976d793
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: b5a894ed-95eb-4095-9723-567c13699358
  kind: Event
  lastTimestamp: "2026-04-22T18:58:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:10Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor.18a8c2d226a81b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: cad814d9-2a97-467e-8bb5-764fc981bbcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: b5a894ed-95eb-4095-9723-567c13699358
  kind: Event
  lastTimestamp: "2026-04-22T18:58:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:10Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor.18a8c2d2270f2fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: 6cf6ccf7-348a-40f6-8154-4a653bbc2bee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: b5a894ed-95eb-4095-9723-567c13699358
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor.18a8c2dca3557a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: 3e8d389f-190c-4619-b4bf-0a001e35ad51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: b5a894ed-95eb-4095-9723-567c13699358
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T18:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-ac146-predictor.18a8c2dca3d9551a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15866"
    uid: 4ae98972-3049-45a5-98c7-3ec3cd582a94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 7c68185b-4e29-4880-9796-8a2c8a24d915
  kind: Event
  lastTimestamp: "2026-04-22T18:58:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:58:28Z"
    name: isvc-xgboost-graph-raw-hpa-ac146.18a8c2cea807bbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15639"
    uid: 44eb29cb-0e72-4acf-b809-27b66b903f88
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15041"
    uid: 7c68185b-4e29-4880-9796-8a2c8a24d915
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-ac146":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-ac146":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: isvc-xgboost-graph-raw-hpa-ac146.18a8c2cea894e79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15069"
    uid: 692302ad-1854-47d5-bb47-9a9bd3789b0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 7c68185b-4e29-4880-9796-8a2c8a24d915
  kind: Event
  lastTimestamp: "2026-04-22T18:58:28Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-ac146] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:58:28Z"
    name: isvc-xgboost-graph-raw-hpa-ac146.18a8c2dd2b2eb2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 560e7f1b-1406-4028-b096-3af74115f09d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:59:06.083866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e5ff481cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: dc4fdbbf-70cf-44fb-a6c2-9b1787163f5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e618372feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: 4786273d-00ed-4a1c-b846-6343623f1519
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e6197975f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16051"
    uid: a36facd4-9cd8-44a7-81bd-add38c220869
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:07Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 949ms (949ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:07Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e65210a7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16058"
    uid: 497bfd5a-b2c1-42ff-95f3-467448630dc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:07Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e6554399c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: 22d607e1-d2a0-4cf4-b3df-873d80cce11c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:07Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e655b0e4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 25ee1b8c-022f-460c-bc34-dca9749ca278
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:07Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e655bf3314
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 4b00f379-2f7a-4c55-9218-609583f1b8bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:07Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e658c0cc9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 77fe8875-e3f0-4cd1-a2f5-d4c420fbe3b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T18:59:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T18:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:07Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2e6592e5d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: daf39f6a-416c-44bc-8166-f208438ca2b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2fe8521a9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: febdad17-289c-4f10-8f79-18a415a2b0b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: 888d1d9a-1b44-4e9f-87ad-7ff15086c9be
  kind: Event
  lastTimestamp: "2026-04-22T19:00:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:00:51Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z.18a8c2fe8521e9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 5a61b6e7-93f1-4360-8c68-5e3f41b37351
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-b0d1b-predictor-68cf68f497
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 1761ba23-fb66-4452-a564-88d26e6cb879
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: 'Created pod: message-dumper-raw-b0d1b-predictor-68cf68f497-5rb5z'
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: message-dumper-raw-b0d1b-predictor-68cf68f497.18a8c2e5fee952a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 6a256f76-9775-4574-8a0d-72102e0f1f44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: 9c269d5b-d3c1-4075-b4b6-2511ab372047
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: Scaled up replica set message-dumper-raw-b0d1b-predictor-68cf68f497 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: message-dumper-raw-b0d1b-predictor.18a8c2e5fbab5613
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 00b30404-aae6-40fe-9ef0-75787ec72961
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 38ff4b8a-da4c-4244-a7d2-e8cf6d597341
  kind: Event
  lastTimestamp: "2026-04-22T18:59:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:36Z"
    name: message-dumper-raw-b0d1b-predictor.18a8c2e97a553554
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 2e5b63ad-90ac-4743-9b64-7cdf7658fcb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b0d1b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 38ff4b8a-da4c-4244-a7d2-e8cf6d597341
  kind: Event
  lastTimestamp: "2026-04-22T18:59:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T18:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:59:36Z"
    name: message-dumper-raw-b0d1b-predictor.18a8c2e97abd7dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 667834f2-72ad-4a46-ab13-d65bbfe947bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: b3602da3-e497-4fa2-bdf6-5614a6b01a8e
  kind: Event
  lastTimestamp: "2026-04-22T18:59:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:16Z"
    name: message-dumper-raw-b0d1b.18a8c2e5fb85becb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16152"
    uid: 394c83a3-112a-4949-9404-c024c079ace5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15976"
    uid: b3602da3-e497-4fa2-bdf6-5614a6b01a8e
  kind: Event
  lastTimestamp: "2026-04-22T18:59:06Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-b0d1b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-b0d1b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:06Z"
    name: message-dumper-raw-b0d1b.18a8c2e5fc5caff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16007"
    uid: 5b3d908b-41e4-4244-973f-bd52fa3d53d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b0d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: b3602da3-e497-4fa2-bdf6-5614a6b01a8e
  kind: Event
  lastTimestamp: "2026-04-22T18:59:16Z"
  message: InferenceService [message-dumper-raw-b0d1b] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:59:16Z"
    name: message-dumper-raw-b0d1b.18a8c2e86b06d458
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: b46d0712-27e1-4291-bef8-9fc174660a51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:57:15.575554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14886"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-1fc88-66db98d96c-4dpgr
    to ip-10-0-136-85.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:57:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2cc447914c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: f0ec581f-2c59-4e12-84ef-fc5adebe5450
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-1fc88-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2cc4f7ffaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: 165eb048-5489-42cf-aed1-34dd894e46c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:16Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:57:16Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2cc8131da7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: b375a571-f831-404a-a08f-6b9813c788c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1fc88}
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:0169f8fa51f9c0b83c5c9a121f51af9f3e3cdcc48ff1b00c2fcaa12b38a7914f"
  metadata:
    creationTimestamp: "2026-04-22T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:16Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2cc829577e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: f625c213-faaf-45e5-98c1-a2eb735404e8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1fc88}
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:0169f8fa51f9c0b83c5c9a121f51af9f3e3cdcc48ff1b00c2fcaa12b38a7914f"
    in 2.003s (2.003s including waiting). Image size: 216233553 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:18Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2ccf9fcadee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 48bcd2ab-ede2-49f6-996b-90b567d502c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1fc88}
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:18Z"
  message: 'Created container: model-chainer-raw-1fc88'
  metadata:
    creationTimestamp: "2026-04-22T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:18Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2ccfcc42703
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 38687b60-dedc-436f-b094-430e9df8b765
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1fc88}
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:18Z"
  message: Started container model-chainer-raw-1fc88
  metadata:
    creationTimestamp: "2026-04-22T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:18Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2ccfd3a3403
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: 1279dc0c-2ec8-4980-9a64-4d6256407a84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1fc88}
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:25Z"
  message: Stopping container model-chainer-raw-1fc88
  metadata:
    creationTimestamp: "2026-04-22T18:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:25Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2ce9bcd49cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: d92b2a5d-5ad0-4c72-b917-ee1d20ee3e48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-1fc88}
    kind: Pod
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: d2a0894c-1131-48ed-bd73-f32120aa29a2
  kind: Event
  lastTimestamp: "2026-04-22T18:57:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:57:55Z"
    name: model-chainer-raw-1fc88-66db98d96c-4dpgr.18a8c2cfb4199d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 7969b338-0660-43d9-9d0a-ed38467431b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-1fc88-66db98d96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 240a5e0e-d619-4ca7-81b5-34f40539a5d7
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: 'Created pod: model-chainer-raw-1fc88-66db98d96c-4dpgr'
  metadata:
    creationTimestamp: "2026-04-22T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: model-chainer-raw-1fc88-66db98d96c.18a8c2cc43ef9f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14887"
    uid: 0787f54e-84cd-4ac2-86b1-3fdebdb2786a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 7f14d214-9808-4974-9afb-a791ed691031
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: Scaled up replica set model-chainer-raw-1fc88-66db98d96c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: model-chainer-raw-1fc88.18a8c2cc433df0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14885"
    uid: a4f9f6f3-3263-4323-84f4-000acbe0ea4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:57:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-1fc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: 02d1ca71-e815-4dfc-8bcd-a2cd50678eb3
  kind: Event
  lastTimestamp: "2026-04-22T18:57:15Z"
  message: InferenceGraph [model-chainer-raw-1fc88] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:57:15Z"
    name: model-chainer-raw-1fc88.18a8c2cc46dcf719
    namespace: kserve-ci-e2e-test
    resourceVersion: "14901"
    uid: 31029e72-c126-486f-84e0-d33d82cf4057
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T18:58:55.866493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    to ip-10-0-136-85.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T18:58:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e39e47703e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: d49ecdef-b16b-49d7-8a19-0a64deffe0c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:58:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-ac146-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:56Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e3abc06027
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: 9400052f-3aa2-4cf7-9dbc-44f4a605ba77
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:58:56Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T18:58:56Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e3db2111ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: d1f00b9d-854e-4871-a404-fa9464fb622e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-ac146}
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:58:56Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:0169f8fa51f9c0b83c5c9a121f51af9f3e3cdcc48ff1b00c2fcaa12b38a7914f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:56Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e3dc4fe4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: aa1e7ff3-0fad-4912-a832-6e6a2b4fa05e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-ac146}
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:58:56Z"
  message: 'Created container: model-chainer-raw-hpa-ac146'
  metadata:
    creationTimestamp: "2026-04-22T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:56Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e3dee9bcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: aabc39e1-b72c-421a-883a-e2513508eeb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-ac146}
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:58:56Z"
  message: Started container model-chainer-raw-hpa-ac146
  metadata:
    creationTimestamp: "2026-04-22T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:58:56Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e3df7ec90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: f8184293-d0b0-4902-84a9-54ab037b19e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-ac146}
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:59:05Z"
  message: Stopping container model-chainer-raw-hpa-ac146
  metadata:
    creationTimestamp: "2026-04-22T18:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:05Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e5f4ed7acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 33be9b26-fe39-4a87-97eb-80943353d17e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-ac146}
    kind: Pod
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15854"
    uid: 030d3e5c-e704-4828-968f-b00ec4102640
  kind: Event
  lastTimestamp: "2026-04-22T18:59:33Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T18:59:33Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz.18a8c2e696e4b59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: d26be868-da21-43f7-8ed6-63054b2afcd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-85.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-85.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-ac146-6f757f49f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 8689ef03-506e-454f-b5d6-bc48bb8831a6
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: 'Created pod: model-chainer-raw-hpa-ac146-6f757f49f9-jgwrz'
  metadata:
    creationTimestamp: "2026-04-22T18:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: model-chainer-raw-hpa-ac146-6f757f49f9.18a8c2e39dbbb922
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 4bc52eff-1bf8-4630-a8d7-4bf915667cb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 342cf941-095b-4e8d-8e06-a4eda2a7522f
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: Scaled up replica set model-chainer-raw-hpa-ac146-6f757f49f9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T18:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: model-chainer-raw-hpa-ac146.18a8c2e39cbfd8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: 727faf1b-6bf3-45f4-8a5f-9fa23af345a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T18:58:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-ac146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15867"
    uid: d1fa29e5-48ff-410f-aed2-7dd8b2b38db2
  kind: Event
  lastTimestamp: "2026-04-22T18:58:55Z"
  message: InferenceGraph [model-chainer-raw-hpa-ac146] is Ready
  metadata:
    creationTimestamp: "2026-04-22T18:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T18:58:55Z"
    name: model-chainer-raw-hpa-ac146.18a8c2e3a2087991
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 5e788b6d-daba-4562-8d3a-a54482b5eaf5
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:05:10.035481Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19172"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:05:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:05:10Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33abc7d0bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19176"
    uid: 8549ff48-be5d-4eeb-b8bb-980dc872de66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:10Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:05:10Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33ad547c162
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: 86eeef25-9943-4c64-abdd-52de4f789460
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:10Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33ad6a15479
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 839f3f35-e2a2-4a3d-8813-478be07fb82e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:10Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33ada6f5505
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: fcd5e788-5b02-45fe-8e2d-8ac2567d9b1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:10Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33adb235847
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 32d9b151-33d4-4fa6-8613-238ce741e01d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:14Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33bc9bfcb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: 69724181-5106-46ec-b440-b083a6e0a158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:14Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33bccee9523
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: af0f5a62-08c7-45e9-bc18-558aa211456b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:14Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33bcd5e5213
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 792f67f2-3361-4350-97e7-1d8004575f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:14Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33bcd69daa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 238e36bf-1125-492a-b53a-010ba1d6cf87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:14Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33bd049a05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: adb7d5f3-cedd-4d1d-961b-9cc92a74874a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:05:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:05:14Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33bd0b6121a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 7f6e455b-1100-489d-830e-820f180682d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:06:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:05:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:32Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c33c4170532f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 2ce1b11c-4bff-4675-a9bf-b4491e169927
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:06:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c34d639e5b2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: 98d60661-0817-42b3-9d64-bcf5e3ff6b63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:06:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c34d639ec537
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 987ad0c4-788b-47c3-ad92-b8102baf67f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: ceb46a12-262e-4897-9c80-96b947d2f091
  kind: Event
  lastTimestamp: "2026-04-22T19:06:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:32Z"
    name: raw-sklearn-e1926-predictor-7fd597f889-kgzmx.18a8c34df394245a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: c767e0e2-b1be-4b00-ad7b-9eef38d2800d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-e1926-predictor-7fd597f889
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: c688ca53-51ba-42d9-8646-64ace0ec6fb8
  kind: Event
  lastTimestamp: "2026-04-22T19:05:10Z"
  message: 'Created pod: raw-sklearn-e1926-predictor-7fd597f889-kgzmx'
  metadata:
    creationTimestamp: "2026-04-22T19:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:05:10Z"
    name: raw-sklearn-e1926-predictor-7fd597f889.18a8c33abbf6db2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: 5950489e-46ef-43e3-9120-dc4a7f0917ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-e1926-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: 3a2e4515-2722-41ab-9ad4-b06c4e5439e4
  kind: Event
  lastTimestamp: "2026-04-22T19:05:09Z"
  message: Scaled up replica set raw-sklearn-e1926-predictor-7fd597f889 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:05:09Z"
    name: raw-sklearn-e1926-predictor.18a8c33ab96f549e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: 29a9b69b-cb83-4506-bd88-8b742f54b70f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e1926-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: b4d25133-ad55-49d6-a4c4-0f873e1cefa7
  kind: Event
  lastTimestamp: "2026-04-22T19:05:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:05:40Z"
    name: raw-sklearn-e1926-predictor.18a8c33e37f6d691
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: 220daa51-a4e7-4edb-85c7-193038420e48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e1926-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: b4d25133-ad55-49d6-a4c4-0f873e1cefa7
  kind: Event
  lastTimestamp: "2026-04-22T19:05:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:05:40Z"
    name: raw-sklearn-e1926-predictor.18a8c33e385bb96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: f0da9d59-45af-4195-9fce-2c11a9484115
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e1926-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: b4d25133-ad55-49d6-a4c4-0f873e1cefa7
  kind: Event
  lastTimestamp: "2026-04-22T19:06:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:06:25Z"
    name: raw-sklearn-e1926-predictor.18a8c345362d9dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 28f1bafc-9fb7-4fbb-9487-6fe4fadf418c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-e1926-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: b4d25133-ad55-49d6-a4c4-0f873e1cefa7
  kind: Event
  lastTimestamp: "2026-04-22T19:06:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:06:25Z"
    name: raw-sklearn-e1926-predictor.18a8c3453692511e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 6f7559c4-352b-466d-b088-675c67559596
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 1db83d68-7dc9-4750-b08e-270d0ade56f8
  kind: Event
  lastTimestamp: "2026-04-22T19:06:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:06:22Z"
    name: raw-sklearn-e1926.18a8c33ab9481589
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: 24c19036-a7a3-492c-9453-6720e3faab97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:05:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 1db83d68-7dc9-4750-b08e-270d0ade56f8
  kind: Event
  lastTimestamp: "2026-04-22T19:05:09Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-e1926": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-e1926":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:05:09Z"
    name: raw-sklearn-e1926.18a8c33ab9b40c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: 4c60d1da-b16e-4d12-bd4f-10f313b9b190
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-e1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 1db83d68-7dc9-4750-b08e-270d0ade56f8
  kind: Event
  lastTimestamp: "2026-04-22T19:06:22Z"
  message: InferenceService [raw-sklearn-e1926] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:06:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:06:22Z"
    name: raw-sklearn-e1926.18a8c34ba461b7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: 924ac7bd-5bd0-4fbc-9faf-899d455238fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T19:06:30.205673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    to ip-10-0-128-208.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34d67010f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "19828"
    uid: 62c8309f-f525-42d7-8148-6242c7b38849
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66b6c578d5-zv2zc
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-5e900-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34d6f8de2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: b92071c1-e35d-405d-a76a-db618b432e4b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:31Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T19:06:31Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34da3df5a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: e04a3b1d-3adc-4811-ba65-300f713ed7a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0027065b33c40f52a3d9fc655cbe89bc4c54c77f7f755275def0561338196f29"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:31Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34da531c203
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 0622b660-b388-4ae9-8c61-8a2a52fae43a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:31Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34da81fef8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 17193bc9-aa9f-48b0-80cb-d06392a7d213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:31Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34da88e9f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 49ab8840-f428-45cb-b68d-362cb06e3afc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:35Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34eb52fefea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 6e3619f4-bb04-44a8-833d-d597620d2b3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:35Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34eb90d6774
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 8fba26b6-e90c-481a-b6a2-832ce15fed50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:35Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34eb98190ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: e4bfff6f-a822-4ed4-a78e-6673270cc061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:35Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34eb98e3243
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 8dba4c44-8efa-4dae-ad80-b50a511aa3db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-22T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:35Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34ebc555b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19904"
    uid: e1f585be-9242-461a-b200-a676bf0cf999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:06:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:06:35Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34ebcc47e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 6fd388f6-14a5-496a-a3be-fcc3a5832248
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:07:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T19:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:52Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c34ef12a9a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 7d330504-2b4d-4a20-bd12-6f5215aeaa14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:07:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:50Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c3600ce4a8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: 1768f78b-c932-4ee2-988e-02d54187767c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:07:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-22T19:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:50Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c3600ce53239
    namespace: kserve-ci-e2e-test
    resourceVersion: "20456"
    uid: eb1a6d1a-574f-4633-abd4-8acad984abeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19826"
    uid: 7c62d9f3-8aaa-44a5-8e53-6cc574eb8b58
  kind: Event
  lastTimestamp: "2026-04-22T19:07:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T19:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T19:07:52Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq.18a8c360a345f157
    namespace: kserve-ci-e2e-test
    resourceVersion: "20510"
    uid: 7d339818-1966-4b8d-baad-7346de88f237
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-208.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-208.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19810"
    uid: 898fe649-4d20-4141-9584-8600dd1c57fd
  kind: Event
  lastTimestamp: "2026-04-22T19:06:30Z"
  message: 'Created pod: raw-sklearn-runtime-5e900-predictor-7dd89bd74c-gvgwq'
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-runtime-5e900-predictor-7dd89bd74c.18a8c34d669d4cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: c4294d2f-b0d9-43c0-a705-618ae22a9ecc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-5e900-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19807"
    uid: ce883275-e200-4491-ad5c-ee84798ae415
  kind: Event
  lastTimestamp: "2026-04-22T19:06:30Z"
  message: Scaled up replica set raw-sklearn-runtime-5e900-predictor-7dd89bd74c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-runtime-5e900-predictor.18a8c34d63c4a87f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: 566ed785-5820-48cd-bfc0-585ab31672ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-5e900-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 5bbc9a0e-61cb-4092-b725-88018bfc9a09
  kind: Event
  lastTimestamp: "2026-04-22T19:07:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:15Z"
    name: raw-sklearn-runtime-5e900-predictor.18a8c350e23cbea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 9a1d3479-57fe-43be-a854-52a76d377bea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-5e900-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 5bbc9a0e-61cb-4092-b725-88018bfc9a09
  kind: Event
  lastTimestamp: "2026-04-22T19:07:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T19:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:15Z"
    name: raw-sklearn-runtime-5e900-predictor.18a8c350e2b08566
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 154109e3-54c7-436e-81a5-129aad7ab06d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-5e900-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 5bbc9a0e-61cb-4092-b725-88018bfc9a09
  kind: Event
  lastTimestamp: "2026-04-22T19:07:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:45Z"
    name: raw-sklearn-runtime-5e900-predictor.18a8c35b5f974942
    namespace: kserve-ci-e2e-test
    resourceVersion: "20405"
    uid: 56d2bc70-168b-4837-95e8-522a0c2e126b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-5e900-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19977"
    uid: 5bbc9a0e-61cb-4092-b725-88018bfc9a09
  kind: Event
  lastTimestamp: "2026-04-22T19:07:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T19:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T19:07:45Z"
    name: raw-sklearn-runtime-5e900-predictor.18a8c35b5ffe8841
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 80d2792e-64d1-48e0-890c-4ac801088c5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-5e900
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: e1f4b7e8-02b1-4a25-9932-fb479e7615ab
  kind: Event
  lastTimestamp: "2026-04-22T19:07:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:42Z"
    name: raw-sklearn-runtime-5e900.18a8c34d63a04c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: d28687e1-3d0a-4a48-bd38-6fd26c82f09b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:06:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-5e900
    namespace: kserve-ci-e2e-test
    resourceVersion: "19781"
    uid: e1f4b7e8-02b1-4a25-9932-fb479e7615ab
  kind: Event
  lastTimestamp: "2026-04-22T19:06:30Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-5e900":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-5e900":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T19:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:06:30Z"
    name: raw-sklearn-runtime-5e900.18a8c34d640767ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 0e53d53c-9d71-43c4-b83e-02d709d20e7e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T19:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-5e900
    namespace: kserve-ci-e2e-test
    resourceVersion: "20384"
    uid: e1f4b7e8-02b1-4a25-9932-fb479e7615ab
  kind: Event
  lastTimestamp: "2026-04-22T19:07:42Z"
  message: InferenceService [raw-sklearn-runtime-5e900] is Ready
  metadata:
    creationTimestamp: "2026-04-22T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T19:07:42Z"
    name: raw-sklearn-runtime-5e900.18a8c35e53ec3546
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 714d44e8-d5f3-49b9-9d8d-d0bd79c4d9d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "20649"