---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:40:26.798606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: 565f7782-cf05-4c49-a0fc-e0395250dc30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:40:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:40:26Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2.18c1f404516db7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 9411960d-e32e-4455-b626-6a8b37ee6bad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 565f7782-cf05-4c49-a0fc-e0395250dc30
  kind: Event
  lastTimestamp: "2026-07-13T20:40:27Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:40:27Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2.18c1f4046a961e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: eb1ba16d-8b65-4129-9848-36b78fba21c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 565f7782-cf05-4c49-a0fc-e0395250dc30
  kind: Event
  lastTimestamp: "2026-07-13T20:40:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:31Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2.18c1f4046d4220f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 9378eb8e-2ae8-4581-ac2b-588c889b21c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 565f7782-cf05-4c49-a0fc-e0395250dc30
  kind: Event
  lastTimestamp: "2026-07-13T20:40:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:31Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2.18c1f4046feb4990
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 7ced84bd-93b5-485f-aced-2445ee44c513
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 565f7782-cf05-4c49-a0fc-e0395250dc30
  kind: Event
  lastTimestamp: "2026-07-13T20:40:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:31Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2.18c1f40470b56217
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: d74ae4ce-bcdd-4b22-9306-90035c5508f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 565f7782-cf05-4c49-a0fc-e0395250dc30
  kind: Event
  lastTimestamp: "2026-07-13T20:40:34Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2_kserve-ci-e2e-test(565f7782-cf05-4c49-a0fc-e0395250dc30)
  metadata:
    creationTimestamp: "2026-07-13T20:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:34Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2.18c1f4062e0c4d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: a1f66163-8cff-4970-b8d4-c87d0b6f7a81
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: d1ceea07-de86-4094-980c-45ae675881c0
  kind: Event
  lastTimestamp: "2026-07-13T20:40:26Z"
  message: 'Created pod: isvc-init-fail-9eb9ee-predictor-76d6994bb4-pjns2'
  metadata:
    creationTimestamp: "2026-07-13T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:26Z"
    name: isvc-init-fail-9eb9ee-predictor-76d6994bb4.18c1f4045107c556
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: eb5c491e-5558-40fb-a5a3-ccefae1c8d18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-9eb9ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 030b1287-1208-4ce2-8d04-d8e3ee74379c
  kind: Event
  lastTimestamp: "2026-07-13T20:40:26Z"
  message: Scaled up replica set isvc-init-fail-9eb9ee-predictor-76d6994bb4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-13T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:26Z"
    name: isvc-init-fail-9eb9ee-predictor.18c1f4044d7406da
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: 303bbb09-1b5b-4fb9-9053-20f526047af5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9eb9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 4a251225-0930-4b9a-8ed3-61342a5ba503
  kind: Event
  lastTimestamp: "2026-07-13T20:40:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:34Z"
    name: isvc-init-fail-9eb9ee.18c1f4044d773d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: bf1a3449-5216-4716-9e8e-cf98139d1e45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9eb9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 4a251225-0930-4b9a-8ed3-61342a5ba503
  kind: Event
  lastTimestamp: "2026-07-13T20:40:26Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-9eb9ee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-9eb9ee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:26Z"
    name: isvc-init-fail-9eb9ee.18c1f4044df0b939
    namespace: kserve-ci-e2e-test
    resourceVersion: "20739"
    uid: fc0eec81-ef44-48a4-8563-859d9e57c9d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9eb9ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 4a251225-0930-4b9a-8ed3-61342a5ba503
  kind: Event
  lastTimestamp: "2026-07-13T20:40:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-9eb9ee": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:26Z"
    name: isvc-init-fail-9eb9ee.18c1f4044df0f840
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: f6e3690d-d99f-4246-a948-cc5f7c554a92
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:34:06.550242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:34:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:34:06Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3abc8dc1136
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 644c05e4-b512-45b3-b2b6-c3576c60ca6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-7d460-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:06Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3abd2e90434
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: d04b0fdd-ce6e-4a98-891c-234e8f5f4705
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:07Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:34:07Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ac0620dff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 33d0d76f-e9cb-4110-a47b-096964eb331d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:07Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ac07a3507d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 48073c9d-1ba8-4fee-8136-cc51dc1905f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:07Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ac0a77c53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: c93ec6c5-8208-4c09-877a-c9e5c585ca54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:07Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ac0ae9b58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: ea0797b8-e2bf-47b2-82dc-9f6466404cb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ace9be0563
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: aba8ba79-cc5a-4e2f-afcb-8a7f8a813b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3acecafcc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 1351d220-bbd4-4dce-b87a-54258981382b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3aced1c4535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: a800c54c-1c2e-4742-b2ce-ecf6d9d08158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3aced25f300
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: d62e9d3c-926d-48cd-9896-a374d0882d28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3acefb890d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: fa097eca-0de1-45fd-a635-681e7e562ce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3acf02bde5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 63593732-9bd5-45ff-bb3d-8f0d6461fcbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:efa5170dfbf022bcebcce2a52f46d5cc0ecf0d04da16e686383c581a5af4af01"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3acf035b88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17722"
    uid: 7ff041f3-c6ff-4868-bfc1-704f24945906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3acf305813a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17723"
    uid: 7887c072-2b37-4182-9a8a-b53181576f7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:34:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-13T20:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:11Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3acf3769ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 4d48ff39-a5c6-424d-b727-17ad8046e475
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ad6191d9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 2c57f962-f199-46fe-8fc0-edf41311d9e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-13T20:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3ad619b5f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 91cafb7e-59cd-43a9-8b3d-a8e31aef3a03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3c1f5aa65a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: d94846de-e5ce-4610-9eb3-cf23559927d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3c1f5aa9aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18421"
    uid: aa1a9b29-2f43-49ba-9257-977f64b081b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3c1f5ab171e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: d5b48ab8-88fe-40ad-a93c-6945c77eb980
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 8bb80a8c-1375-4804-9f47-0a0684ebe378
  kind: Event
  lastTimestamp: "2026-07-13T20:35:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:49Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5.18c1f3c291c3109c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18540"
    uid: 5f3908af-24bf-45e3-9cf9-bd2819a01afe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-7d460-predictor-857dd785fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: a296b41b-dfd4-4d25-9f8b-78e4ca4ad906
  kind: Event
  lastTimestamp: "2026-07-13T20:34:06Z"
  message: 'Created pod: isvc-logger-raw-7d460-predictor-857dd785fb-4mkx5'
  metadata:
    creationTimestamp: "2026-07-13T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:34:06Z"
    name: isvc-logger-raw-7d460-predictor-857dd785fb.18c1f3abc86b6224
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: e957cb5c-8868-4f49-85f6-3a4e99f2d8b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 981eaa21-fc7c-44a7-a2d8-fc894de475e1
  kind: Event
  lastTimestamp: "2026-07-13T20:34:06Z"
  message: Scaled up replica set isvc-logger-raw-7d460-predictor-857dd785fb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-13T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:34:06Z"
    name: isvc-logger-raw-7d460-predictor.18c1f3abc4ca31af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: 453a1591-10d7-4c75-bb0c-8a2f05e459bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 49ac131c-f350-4c4e-aa2e-3f6c3123d74f
  kind: Event
  lastTimestamp: "2026-07-13T20:35:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:35:06Z"
    name: isvc-logger-raw-7d460-predictor.18c1f3af435f9a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18129"
    uid: 33982743-03d4-4687-9e5d-92d46575ef86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 49ac131c-f350-4c4e-aa2e-3f6c3123d74f
  kind: Event
  lastTimestamp: "2026-07-13T20:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:35:06Z"
    name: isvc-logger-raw-7d460-predictor.18c1f3af43d7365d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18130"
    uid: 17c7283e-9d6c-464e-a799-ddcccdee6d58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 49ac131c-f350-4c4e-aa2e-3f6c3123d74f
  kind: Event
  lastTimestamp: "2026-07-13T20:35:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:35:36Z"
    name: isvc-logger-raw-7d460-predictor.18c1f3bd3fd74de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18347"
    uid: 5611808c-a84b-413f-89d8-2fcc3ea62c12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 49ac131c-f350-4c4e-aa2e-3f6c3123d74f
  kind: Event
  lastTimestamp: "2026-07-13T20:35:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:35:36Z"
    name: isvc-logger-raw-7d460-predictor.18c1f3bd40422c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18348"
    uid: e2725e0e-0b5a-46cc-b9f1-a1f2cac64b6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 786815a1-839f-4b3e-9fdf-bc17a75ebcff
  kind: Event
  lastTimestamp: "2026-07-13T20:35:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:35:32Z"
    name: isvc-logger-raw-7d460.18c1f3abc4d38035
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 814ae791-ad7e-48bb-a7e2-e3e7dd37ad47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 786815a1-839f-4b3e-9fdf-bc17a75ebcff
  kind: Event
  lastTimestamp: "2026-07-13T20:34:06Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-7d460":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-7d460":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:34:06Z"
    name: isvc-logger-raw-7d460.18c1f3abc56a3890
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: 73010a7c-f46a-4e6d-9a5f-541db31d14e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "18318"
    uid: 786815a1-839f-4b3e-9fdf-bc17a75ebcff
  kind: Event
  lastTimestamp: "2026-07-13T20:35:32Z"
  message: InferenceService [isvc-logger-raw-7d460] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:35:32Z"
    name: isvc-logger-raw-7d460.18c1f3bfbcf853a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18319"
    uid: 2aad095b-ac65-4af3-91b8-a5b50c43bc09
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:38:37.292023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ead253e8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 3c1ea5e1-9ff2-49fa-90a5-907e3ebf02ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3eaebf3f0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: f0d45691-ad10-41ee-92d7-dc95b4ba9bf0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3eaedbaa16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: df299e8f-00ac-41f1-8681-6b3539df7a0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3eaf045f65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: 9d1431f9-5f6d-41ce-87e7-971b27efdfb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3eaf0b0fac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 7bae2025-e4ab-4eed-9522-d17792178469
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:42Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec00e424ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 95f7b304-d108-469b-85ee-0283601403c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:42Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec03908684
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: 7fb8577f-b03e-4c2f-980d-6f2bd4ab8cdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:42Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec0407d65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 4226ed41-c180-41dc-9559-260f2ad4c841
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:42Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec04115ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 37f8b078-53b8-478c-8ae5-803a8aa18d3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:42Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec06b01762
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: a348443c-207b-4457-a9b1-9b9a5798550a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:38:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:42Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec071cc461
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: fa7d361e-3ab0-4708-a567-2f73786f4b8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:39:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:39:49Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f3ec3ce7975f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: aca3b5ff-c723-46db-ab1f-f78199b6daa3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:21Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f40320cbe4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: bac31732-9da0-4225-9eeb-0cca92a9f6b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:21Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f40320cc86fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 37079aa4-dd53-4117-87b3-99c997148780
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 2e576447-f7a9-4f98-bcf9-fd287d21acd7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:24Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b.18c1f403c12b7e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: fe0bd336-b9d7-419e-8915-5fa224fb30af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: 4488b4d0-6b84-4ba5-92c2-9caea4f0a289
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: 'Created pod: isvc-primary-fa5c0a-predictor-5cd7b7f947-7jn9b'
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor-5cd7b7f947.18c1f3ead1c1d1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 9906b369-f0ac-4844-be95-8b2ba5f8756d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-fa5c0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: cf7a45ae-d816-440d-b7c7-6d155dfb3c04
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: Scaled up replica set isvc-primary-fa5c0a-predictor-5cd7b7f947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a-predictor.18c1f3eacb8c227e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: de94f2f7-7b44-4f34-bd4b-6cc628d5b419
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fa5c0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: c295fbd0-817d-4914-93bb-29d3d74e24e1
  kind: Event
  lastTimestamp: "2026-07-13T20:39:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:39:22Z"
    name: isvc-primary-fa5c0a-predictor.18c1f3ee4a52cc7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: 69e5d3db-22f4-4207-8f37-efd7ff69de01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fa5c0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: c295fbd0-817d-4914-93bb-29d3d74e24e1
  kind: Event
  lastTimestamp: "2026-07-13T20:39:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:39:22Z"
    name: isvc-primary-fa5c0a-predictor.18c1f3ee4aee2bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20132"
    uid: 481ef5bf-ced9-4740-9cf1-e72cb34a52b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fa5c0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: c295fbd0-817d-4914-93bb-29d3d74e24e1
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-primary-fa5c0a-predictor.18c1f3f1ca46b7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: b53643d4-0210-4292-8774-d4e3441d8161
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-fa5c0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: c295fbd0-817d-4914-93bb-29d3d74e24e1
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-primary-fa5c0a-predictor.18c1f3f1cac9bf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: 0eb8e579-3bb1-4576-a0db-d00babc5015d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 98ab0d26-a04f-4080-8112-bac116a61273
  kind: Event
  lastTimestamp: "2026-07-13T20:39:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:39:57Z"
    name: isvc-primary-fa5c0a.18c1f3eacb92abac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 489f4ac3-5f59-4bb0-9cc3-c81696eee424
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 98ab0d26-a04f-4080-8112-bac116a61273
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: 'Failed to update status for InferenceService "isvc-primary-fa5c0a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-fa5c0a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a.18c1f3eacc2f7066
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: 3a52f9e1-555a-4d35-8071-192ad5e2afee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 98ab0d26-a04f-4080-8112-bac116a61273
  kind: Event
  lastTimestamp: "2026-07-13T20:38:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-fa5c0a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:38:37Z"
    name: isvc-primary-fa5c0a.18c1f3eacc2f9f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: d930f761-fb06-48be-bd28-01780a2d238e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 98ab0d26-a04f-4080-8112-bac116a61273
  kind: Event
  lastTimestamp: "2026-07-13T20:39:57Z"
  message: InferenceService [isvc-primary-fa5c0a] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:39:57Z"
    name: isvc-primary-fa5c0a.18c1f3fd705aed1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: a9359d78-d629-4bb1-8d88-5c9a5526b716
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:28:20.628347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14498"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:28:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:28:20Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35b3e4ee9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 0ebefeb2-bb57-4431-9f8d-bf0aaa38d210
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:21Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:28:21Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35b6987fbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: 025b6aa2-b14a-47e2-86ef-000a63231e19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:21Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35b6b4029a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: da4328d5-2a36-4ff8-bada-b522d164118e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:21Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35b6dd713dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: 6e1bb4ee-40a6-4a66-b29b-e9ac3eb74950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:21Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35b6e4a10bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14524"
    uid: 6784a4f7-4908-46c9-ab62-72c344d79f22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:26Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
  metadata:
    creationTimestamp: "2026-07-13T20:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:26Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35c82c015f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14562"
    uid: aa5a7ef7-db3d-4b45-b68a-867a765936d3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    in 14.177s (14.177s including waiting). Image size: 1555805621 bytes.'
  metadata:
    creationTimestamp: "2026-07-13T20:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:40Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35fcfd0bebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: 7a407413-e902-4fe2-9598-85f16eb1ee9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:40Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35fd35795cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 6d5e46c0-d2ad-4ce6-80f3-37419ee92937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:40Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35fd3cd8841
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: a0a0a99f-8be2-4d8f-ac1a-90c8ee7d3966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-13T20:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:40Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f35fd3dc8e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: 3dc56a95-bead-499b-ac18-50309f5ac197
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.529s (2.529s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-13T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:42Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3606a9fd0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: aca0e33a-7f43-442f-8b1b-2e22ea5d0053
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:42Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3606d5b6dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 6e470524-f37a-48b2-9ff8-6ad430664239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:42Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3606dcb7a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 7cee95c3-219a-42d5-aa5a-d0b0a4bb6792
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:efa5170dfbf022bcebcce2a52f46d5cc0ecf0d04da16e686383c581a5af4af01"
  metadata:
    creationTimestamp: "2026-07-13T20:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:42Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3606dd8e7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 27602743-855a-4005-9a10-acb3f2f2a409
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:efa5170dfbf022bcebcce2a52f46d5cc0ecf0d04da16e686383c581a5af4af01"
    in 2.849s (2.849s including waiting). Image size: 239997051 bytes.'
  metadata:
    creationTimestamp: "2026-07-13T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:45Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f36117b18a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 2541e051-604b-444c-87e4-5eb3aed0c2e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-13T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:45Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3611a601921
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 866a717a-751c-449e-b68f-4ce88ecc9c2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:28:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-13T20:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:28:45Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3611acf8051
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: 152f0d52-84ca-47bb-83eb-c7438cfc708f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:30:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:28:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:15Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f361306424f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 6437428c-88bc-4488-a1cc-9ff22f468889
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:30:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-13T20:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:15Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3616c32665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 8a8d1f30-de9c-47c8-aeb0-99c672e421be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f373b6c5b040
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: 2efa3cca-d6c5-4f46-813b-00f77c1dd3d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f373b6c5f27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15327"
    uid: 3564afe7-714f-4006-be36-c944ac451005
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f373b6c68d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 9b00357e-4c05-4d1a-853c-af3f376cce1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: 3e9d6485-196f-4f72-963d-8777d5ee8896
  kind: Event
  lastTimestamp: "2026-07-13T20:30:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:22Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp.18c1f3740c87519d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 4dd54d88-f5ba-49c6-a3cf-74a49c2942a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: 78308ed5-4fa2-4859-896a-c449bdb12a74
  kind: Event
  lastTimestamp: "2026-07-13T20:28:20Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b-hcpfp'
  metadata:
    creationTimestamp: "2026-07-13T20:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:28:20Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b.18c1f35b3dd8f9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: d497bb5f-2a22-4351-9ee3-c6cb23ba8c6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-bede5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14488"
    uid: 5676e239-e971-4b20-8871-765397965834
  kind: Event
  lastTimestamp: "2026-07-13T20:28:20Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-bede5-predictor-bddd8fd8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:28:20Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor.18c1f35b374b08ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: 70d2b319-6415-4843-9ae7-f329bee3069d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-bede5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 5ffd6236-e858-4e2d-b598-1fa17574fb01
  kind: Event
  lastTimestamp: "2026-07-13T20:29:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:29:05Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor.18c1f35ebcc6630a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: cffdb595-3aee-4382-b6a0-c1fd8ba7b5f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-bede5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 5ffd6236-e858-4e2d-b598-1fa17574fb01
  kind: Event
  lastTimestamp: "2026-07-13T20:29:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:29:05Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor.18c1f35ebd339ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 06088ee3-bf94-4582-bd95-5578fa379f05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-bede5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 5ffd6236-e858-4e2d-b598-1fa17574fb01
  kind: Event
  lastTimestamp: "2026-07-13T20:29:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:29:50Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor.18c1f3693adb91ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 5e30b866-eb46-4a2c-a27a-124723bf75aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-bede5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 5ffd6236-e858-4e2d-b598-1fa17574fb01
  kind: Event
  lastTimestamp: "2026-07-13T20:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:29:50Z"
    name: isvc-raw-sklearn-batcher-bede5-predictor.18c1f3693b77fad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15188"
    uid: 26417f38-e71a-4e85-836c-77289513e5fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-bede5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 3e6c6b9d-0f80-4e2e-9383-f247f2ce5447
  kind: Event
  lastTimestamp: "2026-07-13T20:29:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:29:55Z"
    name: isvc-raw-sklearn-batcher-bede5.18c1f35b3d2b0bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15226"
    uid: b18c4ebc-1534-4298-9454-3ab4d8e5a63b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-bede5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 3e6c6b9d-0f80-4e2e-9383-f247f2ce5447
  kind: Event
  lastTimestamp: "2026-07-13T20:28:20Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-bede5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-bede5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:28:20Z"
    name: isvc-raw-sklearn-batcher-bede5.18c1f35b3daa9845
    namespace: kserve-ci-e2e-test
    resourceVersion: "14499"
    uid: 0968fc46-2390-43b3-a5a4-29dbc9a90979
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:28:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-bede5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: 3e6c6b9d-0f80-4e2e-9383-f247f2ce5447
  kind: Event
  lastTimestamp: "2026-07-13T20:28:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-bede5": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:28:20Z"
    name: isvc-raw-sklearn-batcher-bede5.18c1f35b3daaefbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 0aa7df32-e94a-4454-a1d7-3d0eb98728fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:29:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-bede5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: 3e6c6b9d-0f80-4e2e-9383-f247f2ce5447
  kind: Event
  lastTimestamp: "2026-07-13T20:29:55Z"
  message: InferenceService [isvc-raw-sklearn-batcher-bede5] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:29:55Z"
    name: isvc-raw-sklearn-batcher-bede5.18c1f371461bb6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15225"
    uid: 5d375a9b-5550-4c85-8298-5d1d1a9e02d3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:40:07.532376Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 05fc1166-d332-419f-843e-043029fc065f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b.18c1f3ffd5126043
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: cdfde7fa-00a9-43a0-99e1-55a131eaa8bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20495"
    uid: 05fc1166-d332-419f-843e-043029fc065f
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b.18c1f3ffee467a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 0647da49-79e9-4a3d-bc2a-0e6045ea0a2a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 05fc1166-d332-419f-843e-043029fc065f
  kind: Event
  lastTimestamp: "2026-07-13T20:40:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:10Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b.18c1f3fff0b8c5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 55dc6f3e-dff5-47c3-85dd-b5ece9637a7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 05fc1166-d332-419f-843e-043029fc065f
  kind: Event
  lastTimestamp: "2026-07-13T20:40:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:10Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b.18c1f3fff400d66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: c54946af-1096-47bc-8ecd-5822a9a6a1aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 05fc1166-d332-419f-843e-043029fc065f
  kind: Event
  lastTimestamp: "2026-07-13T20:40:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:10Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b.18c1f3fff4817e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20537"
    uid: 42140c7e-bc73-4182-a196-06a065d6631b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20488"
    uid: 05fc1166-d332-419f-843e-043029fc065f
  kind: Event
  lastTimestamp: "2026-07-13T20:40:15Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-fa5c0a-predictor-75cc68664-cg66b_kserve-ci-e2e-test(05fc1166-d332-419f-843e-043029fc065f)
  metadata:
    creationTimestamp: "2026-07-13T20:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:15Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b.18c1f401bc85ba58
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: 716763c4-c00d-45f4-b7ae-28e6a32313db
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-fa5c0a-predictor-75cc68664
    namespace: kserve-ci-e2e-test
    resourceVersion: "20475"
    uid: c07068e0-b052-40c9-acd8-bab09f8a4fda
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: 'Created pod: isvc-secondary-fa5c0a-predictor-75cc68664-cg66b'
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-secondary-fa5c0a-predictor-75cc68664.18c1f3ffd47854d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: 48fa2db5-cbf2-4b7a-baba-84b6516bfb3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-fa5c0a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 1dff8e24-2a65-47d6-9219-008c145e1bf1
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: Scaled up replica set isvc-secondary-fa5c0a-predictor-75cc68664 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-secondary-fa5c0a-predictor.18c1f3ffce588ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 7fd5d5e3-f0e1-4012-b74d-bef521cc64fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 54f2158f-be3c-4b16-bfdd-7b859572f200
  kind: Event
  lastTimestamp: "2026-07-13T20:40:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:16Z"
    name: isvc-secondary-fa5c0a.18c1f3ffce5ea440
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 19eb28d3-d88a-4b59-a2e6-f217a862d4fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 54f2158f-be3c-4b16-bfdd-7b859572f200
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-fa5c0a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-fa5c0a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-secondary-fa5c0a.18c1f3ffcec8c6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: 12c425fb-1726-4249-884e-3cb1401fc0f2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-fa5c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20465"
    uid: 54f2158f-be3c-4b16-bfdd-7b859572f200
  kind: Event
  lastTimestamp: "2026-07-13T20:40:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-fa5c0a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:07Z"
    name: isvc-secondary-fa5c0a.18c1f3ffcec90804
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: 3bc44c63-a38a-4324-a733-fb8efabb1b51
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:30:05.851242Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f373be14dc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 0e2865da-775f-4996-a938-125d5b32f031
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-732aa-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f373c5a68f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 1ad92f4b-5fdf-455e-84e3-f9965c9d3d60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:06Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:30:06Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f373fb2655c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: d83d6692-389d-4877-b948-83ce95625f59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:06Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f373fcc0889a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15402"
    uid: 02eeffd9-9e16-4cda-90f7-8237e6917bfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:06Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f373ff7af6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: b525d24f-0a39-4f76-94df-79c4919c2187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:06Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f373ffecfb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 10f3c0ec-7619-4fac-bb9d-805553924cab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f3750d0596c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 357cec0f-f029-4dc8-a177-340962b48337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f375108ba90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: fecfccb9-49ec-4db3-81f5-bc4b1c499f2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f37510ebc368
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: 7f500a10-d1c8-4368-8a08-7b896038abdd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f37510f6e7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: faabad2c-b0c8-4743-bf2d-7c635ab37c19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f37513b44870
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: f2dfe996-936b-47f3-986f-be68648fa2ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f37514155500
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: b568e3b9-af90-4dfc-bb04-642b7e6cc249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:31:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:59Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f37549498dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 6d9ea1c4-853f-4b3a-8610-39ab34838217
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f38d6a320a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2913ccf5-0fe5-49fe-aea3-59b8db3e265d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f38d6a327566
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: d9fc66d7-b1ca-452c-9c0b-5c0ae5c5773e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: e6c057fd-1612-4819-9f80-d40144c8c144
  kind: Event
  lastTimestamp: "2026-07-13T20:31:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:59Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg.18c1f38e336d4833
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: 2bef24d4-9f7b-42ea-9346-387f673bd96a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: ac0c7fcb-cde3-4d1e-9ba3-107d91b08f46
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: 'Created pod: isvc-sklearn-graph-raw-732aa-predictor-76df45c78-k9wzg'
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-sklearn-graph-raw-732aa-predictor-76df45c78.18c1f373bda9c70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: 46d68efb-19cd-4099-bee6-50adc44eb4a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 0e4fdbcf-6173-4fae-9c27-0dbea8210271
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-732aa-predictor-76df45c78
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-sklearn-graph-raw-732aa-predictor.18c1f373b7e70e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: a143f64d-5255-485b-9edf-450c338b7dee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: d9a1e2d5-aeab-4b32-8146-d621cc9ad81f
  kind: Event
  lastTimestamp: "2026-07-13T20:30:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:30:50Z"
    name: isvc-sklearn-graph-raw-732aa-predictor.18c1f37736928c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 379bfe23-403e-47de-a867-60aad1c08a5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: d9a1e2d5-aeab-4b32-8146-d621cc9ad81f
  kind: Event
  lastTimestamp: "2026-07-13T20:30:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:30:50Z"
    name: isvc-sklearn-graph-raw-732aa-predictor.18c1f37737331778
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 9c0e98a6-0fac-4277-a033-2bd78786e793
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: d9a1e2d5-aeab-4b32-8146-d621cc9ad81f
  kind: Event
  lastTimestamp: "2026-07-13T20:31:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:50Z"
    name: isvc-sklearn-graph-raw-732aa-predictor.18c1f37ab6a026ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: de74905a-514f-4061-a82a-e335d2b1274c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: d9a1e2d5-aeab-4b32-8146-d621cc9ad81f
  kind: Event
  lastTimestamp: "2026-07-13T20:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:50Z"
    name: isvc-sklearn-graph-raw-732aa-predictor.18c1f37ab71b8821
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: de6773a9-d0e9-4300-bd42-08a919867470
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 6e5390ea-5623-4af0-8c8d-5d8028f55192
  kind: Event
  lastTimestamp: "2026-07-13T20:31:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:29Z"
    name: isvc-sklearn-graph-raw-732aa.18c1f373b7e91c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: 401d3764-da3d-455e-800b-62f375b3fd00
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 6e5390ea-5623-4af0-8c8d-5d8028f55192
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-732aa":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-732aa":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-sklearn-graph-raw-732aa.18c1f373b8a24c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: ab205b8b-0721-4679-81b0-3f5b608b2472
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 6e5390ea-5623-4af0-8c8d-5d8028f55192
  kind: Event
  lastTimestamp: "2026-07-13T20:31:29Z"
  message: InferenceService [isvc-sklearn-graph-raw-732aa] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:29Z"
    name: isvc-sklearn-graph-raw-732aa.18c1f3873f32230e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 79285875-49f4-46a2-8840-52bd43ff0dad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:31:56.190241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38d6ecc696b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 52856045-dbed-4722-a667-67bf93e115dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38d881cd79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: c0fe8d73-1364-405a-8dd1-f67f7de0c59a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38d89bd7924
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 241bd15a-b47a-4871-a1b4-c879139413ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38d8c6dde30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: b16905e6-5f74-4d1a-a56a-6ca2144984d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38d8d0ecaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: d0b3fa62-f9ed-4ace-922d-c4cfee6efe1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38e87b42dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: db1b7735-6c68-4688-84df-c8493a9e8116
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38e8bed142e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: a7c469b4-4cab-4575-baf6-a1e5b2d8fa32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38e8c6a8a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: 0735d8c0-922f-4f54-a79c-d0c28a6291fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38e8c763f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 2c8042db-78f7-40e2-a923-995db907a750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:32:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:01Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38e90278aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 1e590bb7-3b4e-4260-a95d-ed5717892ba9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:32:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:01Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38e908d8e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: c8dfcce6-bdeb-49fd-a0bd-464e1f0db659
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:33:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:11Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f38ec403783c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 310f174d-6d18-4143-9d42-825c979e4eca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f3a71b5f0531
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 754b2ccd-61c3-4d0e-8b65-fc1faa30b3dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f3a71b5fa665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: c1405637-8629-4967-a86f-a5fd9147a162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:33:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:47Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f3a772545875
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: f7b1c407-484a-4a48-a742-3f7b83fa874d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 037c5f99-8d01-4345-97e9-01c25359948f
  kind: Event
  lastTimestamp: "2026-07-13T20:33:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-07-13T20:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:52Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf.18c1f3a86d924906
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 97059b3a-758a-47e5-be71-3ca74f72f7d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 92e3b853-d3f2-4515-b1b2-c9803454f5e0
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686-l5fgf'
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686.18c1f38d6e43d3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 94c50f4b-f5a7-491d-b0c4-c7dff3528178
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: a60f3ddc-0ce0-43a6-95b3-b436f9a5eab1
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-553c9-predictor-6bffb6f686
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor.18c1f38d691e6b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 158ab25c-07df-4eb9-8bb3-f4dee17c6a97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 4f367c85-01ce-4c23-a91b-de7f61e9587c
  kind: Event
  lastTimestamp: "2026-07-13T20:32:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor.18c1f390e838afa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: 4b5c1510-3b6a-4b64-81b2-ec57fc98b58c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 4f367c85-01ce-4c23-a91b-de7f61e9587c
  kind: Event
  lastTimestamp: "2026-07-13T20:32:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor.18c1f390e8ac0bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: c8a3d488-02fb-437c-880b-20d85ea2a2bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 4f367c85-01ce-4c23-a91b-de7f61e9587c
  kind: Event
  lastTimestamp: "2026-07-13T20:33:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:41Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor.18c1f39b659048a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 7526f9e6-f014-4397-b4da-1af5137f1779
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 4f367c85-01ce-4c23-a91b-de7f61e9587c
  kind: Event
  lastTimestamp: "2026-07-13T20:33:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:41Z"
    name: isvc-sklearn-graph-raw-hpa-553c9-predictor.18c1f39b65fad60b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17310"
    uid: 00df8ea8-4265-4347-8873-09ec1fa1ba99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 088ef244-1b9d-495c-97db-26808bdc62ab
  kind: Event
  lastTimestamp: "2026-07-13T20:33:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:21Z"
    name: isvc-sklearn-graph-raw-hpa-553c9.18c1f38d6965a6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: cbe2b8c8-d9bc-4dd5-9adf-9b4467322cfd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 088ef244-1b9d-495c-97db-26808bdc62ab
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-553c9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-553c9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-sklearn-graph-raw-hpa-553c9.18c1f38d69c029ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 03e7e6ec-e0b1-457c-8a44-806880e9589e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 088ef244-1b9d-495c-97db-26808bdc62ab
  kind: Event
  lastTimestamp: "2026-07-13T20:33:21Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-553c9] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:21Z"
    name: isvc-sklearn-graph-raw-hpa-553c9.18c1f3a13b7e1cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 1f2cc7a9-db18-45a8-b794-3e7411c839e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:35:41.867561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c1fa36ffc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: ff3be95b-d911-4168-9a1f-96b1309c75f9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-d5bc9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c2039de5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 7e40d9d3-7622-433f-a203-7c7790cc8738
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c237a9116b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: 87284dd8-ace0-48b0-8f99-3a5bf14cf32a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c239249372
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: e918fe0f-b95a-46d4-961c-2a8d85cb6c08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c23bc033f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 408fc8d5-10a7-454b-a23f-1b6f392cb34d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:42Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c23c49018d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: abe7ec4e-3379-48f0-a244-433edc2112ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:46Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c31cb187c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: e4d629dd-19b4-4351-93ee-76d8cbe85b70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:46Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c320aa3bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: f7019619-bc98-4870-a01f-6fae2f7a51cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:46Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c3211a0549
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: 78141d3e-105b-4052-835e-9504f15cc543
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:46Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c32123d69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 811fc03a-08a2-4dab-aeb7-4d9f6c31de38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:46Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c323e6b657
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: 1679ee0a-a75a-4983-a835-d8e046caeadd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:35:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:46Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c32478983b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: f4f34078-a38e-4811-abe8-1ebb0db2552d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:38:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:38Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3c3947211c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 75b55071-a9ee-4730-9d6a-8da36a06eef3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:38:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:32Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3e99ea23af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: 1ab85052-faa7-477d-8fb5-d96a6fb08d65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:38:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:32Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3e99ea2c481
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: 870c191f-5069-486e-abd8-e482ed2831d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 863d6d12-4f15-4d3a-8be1-01f7d8043d55
  kind: Event
  lastTimestamp: "2026-07-13T20:38:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:38:39Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4.18c1f3ea3afe0aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: f3ef3a74-6a65-461f-8e81-8d5861608665
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: cd96e799-3bd0-4c63-a1fb-d3fb31f7b222
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d-n5fh4'
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d.18c1f3c1f9c31976
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: 3c5da5f8-6a75-4598-bdff-ad083cee6e8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d5bc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: d2fa071a-3bf1-4344-80fa-fcc8eb5652ca
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d5bc9-predictor-697fb7b44d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor.18c1f3c1f45157af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 88f6c3ff-bca2-4d65-a10d-498e08ceea6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5bc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: 9af3b3fc-e660-454f-8df6-db1953edd458
  kind: Event
  lastTimestamp: "2026-07-13T20:36:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:36:26Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor.18c1f3c572ead28b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18816"
    uid: 91d9d6f2-56e0-42c7-baab-a353829aa719
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5bc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: 9af3b3fc-e660-454f-8df6-db1953edd458
  kind: Event
  lastTimestamp: "2026-07-13T20:36:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:36:26Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor.18c1f3c57357b8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: af7eec95-f3af-4fe0-a14a-6bbc0fbc7ad0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-13T20:36:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5bc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 9af3b3fc-e660-454f-8df6-db1953edd458
  kind: Event
  lastTimestamp: "2026-07-13T20:38:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:38:26Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor.18c1f3cff09d5d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: e2644fc5-cff1-4cbe-b683-7b0d09b96cb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-13T20:36:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d5bc9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: 9af3b3fc-e660-454f-8df6-db1953edd458
  kind: Event
  lastTimestamp: "2026-07-13T20:38:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:38:26Z"
    name: isvc-sklearn-scale-raw-d5bc9-predictor.18c1f3cff12637b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 045143e9-92dc-4561-8c0e-57da000b6849
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: a3617e92-bf3d-499f-a661-a856d9383fc1
  kind: Event
  lastTimestamp: "2026-07-13T20:38:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:38:28Z"
    name: isvc-sklearn-scale-raw-d5bc9.18c1f3c1f4844cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: f6c9f730-d861-481e-a506-69d656696086
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: a3617e92-bf3d-499f-a661-a856d9383fc1
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-d5bc9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-d5bc9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-sklearn-scale-raw-d5bc9.18c1f3c1f53f42a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: 21185914-24be-4363-af30-86f0387ec8b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: a3617e92-bf3d-499f-a661-a856d9383fc1
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-d5bc9": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: isvc-sklearn-scale-raw-d5bc9.18c1f3c1fc9a3f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: f822be94-ab3c-4eac-8220-736a1e4a9431
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:38:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: a3617e92-bf3d-499f-a661-a856d9383fc1
  kind: Event
  lastTimestamp: "2026-07-13T20:38:28Z"
  message: InferenceService [isvc-sklearn-scale-raw-d5bc9] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:38:28Z"
    name: isvc-sklearn-scale-raw-d5bc9.18c1f3e8bae7f5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19665"
    uid: 6ac77c9a-c9a0-4dbc-acab-4df8040734b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:30:05.948978Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f373c3e823d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: d421c858-638c-4a35-b6b3-9fc11c80f3ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-732aa-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:06Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f373cba76091
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: c71cc488-3d1e-455c-9047-dd9b016e05a3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:06Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:30:06Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f37401613633
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: 9e1d1692-25fa-42e9-b7a3-540f19aaf527
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:07Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f37402f95723
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: 61e6da24-80ef-4077-85f4-fcd0b34a0c7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:07Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f37405f3ff1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: c9c4c222-b72e-43ba-9474-7d0fa507be93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:07Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f3740656fa0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: a314e562-5024-4ddc-a94e-6e4698257e8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:11Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-13T20:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:11Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f3750d21b792
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: c27a2b34-f664-4939-a63f-70a8dd63d09e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:32Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.969s (20.969s
    including waiting). Image size: 1305567991 bytes.'
  metadata:
    creationTimestamp: "2026-07-13T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:32Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f379ef00029f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: c9ebc70f-8ca9-4c5d-a9cf-ad579fcffa04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:32Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f379f36956d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 040665e6-1bb6-4114-a974-02614bf5e770
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:32Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f379f3ce2fa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 76f2e307-a999-47fb-aae9-68478d88be33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:32Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f379f3da48d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: e615e522-ea1e-40b2-a7f7-7c39fa7c9147
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:32Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f379f6ee3c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 564c73ca-4882-4d18-872f-95fd87d96e53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:30:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:30:32Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f379f74e831a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 1c818237-d099-4aa2-9b55-63ad3d28b94f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:31:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:30Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f37a6e158b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: f9a86509-67c5-4ffa-aae5-7ce6cf3f6d3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f38d788ba7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: ec6afba1-d451-4b8a-88aa-bb1fee92955d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 12d99135-2d02-439a-a77b-19064b7f0244
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67.18c1f38d788bffc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: bf2325e0-145b-4cbd-a708-5ee4d7f6f1ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 179ae2f8-c84d-4704-a41f-136ffec15414
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: 'Created pod: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7-lll67'
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7.18c1f373c34d6e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15368"
    uid: 005231a8-9326-467f-8556-873e84961dbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15355"
    uid: 33b2ed3e-a2a7-44b4-b743-af85848bc3b2
  kind: Event
  lastTimestamp: "2026-07-13T20:30:05Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-732aa-predictor-57ffffc8f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:30:05Z"
    name: isvc-xgboost-graph-raw-732aa-predictor.18c1f373c001c377
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 2556cf54-1b09-42af-9320-a9ecf296e75b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 61489fc6-1765-49a2-bf79-17b93397806b
  kind: Event
  lastTimestamp: "2026-07-13T20:31:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:05Z"
    name: isvc-xgboost-graph-raw-732aa-predictor.18c1f3773f1fabb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: 7815aac4-a2bf-43f7-8627-b8e1fc2f7c3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 61489fc6-1765-49a2-bf79-17b93397806b
  kind: Event
  lastTimestamp: "2026-07-13T20:31:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:05Z"
    name: isvc-xgboost-graph-raw-732aa-predictor.18c1f3773ff19b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15887"
    uid: 1172b126-a91b-453a-8d5b-a9577def9d1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 61489fc6-1765-49a2-bf79-17b93397806b
  kind: Event
  lastTimestamp: "2026-07-13T20:31:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:51Z"
    name: isvc-xgboost-graph-raw-732aa-predictor.18c1f3853b5f2a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 2eea4825-6cf0-48c2-b673-efb2d8b7be04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-732aa-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 61489fc6-1765-49a2-bf79-17b93397806b
  kind: Event
  lastTimestamp: "2026-07-13T20:31:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:51Z"
    name: isvc-xgboost-graph-raw-732aa-predictor.18c1f3853bdd8e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 895f82a8-594f-446d-a836-d02621c49601
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-13T20:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: 308d2716-c890-4706-98ef-29a7d807b7c0
  kind: Event
  lastTimestamp: "2026-07-13T20:31:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:40Z"
    name: isvc-xgboost-graph-raw-732aa.18c1f373c00744db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: f499b5ba-66eb-4eba-84f7-d05852ddaf47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: 308d2716-c890-4706-98ef-29a7d807b7c0
  kind: Event
  lastTimestamp: "2026-07-13T20:31:40Z"
  message: InferenceService [isvc-xgboost-graph-raw-732aa] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:40Z"
    name: isvc-xgboost-graph-raw-732aa.18c1f389d5f1c4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: a103d2ba-8439-472a-87ef-6aceea13c1f9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:31:56.282677Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38d744ec6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: 044a0d26-9638-409f-92c2-a9fe75b0cf2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38d8dfc81f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: cb99cdee-709a-4ea4-85a7-08ea2f1e1979
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38d8f714702
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 5e809ca5-8297-4ce5-8a01-72161439add2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38d9251c773
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 9d2e3b2b-41b0-42a2-9c30-e75eb9002ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38d92b3a241
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 22ba3321-0803-4138-a9ac-f1dfb9bf85aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38e877e7eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: a93879ac-e6be-40c9-bbfd-b8cbc0e94830
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38e8bf3273e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 19939233-09f9-48f5-a79e-8db1951114da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:00Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38e8c6e5e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: be9b86d1-9b08-431b-9669-1983038323f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:32:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:01Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38e8c77ebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 52d7c1ce-b5ac-4eeb-82fa-c639bd5e603f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:32:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:01Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38e9026cd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 656415ba-77b2-4625-a170-a378a96d5e04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:32:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:01Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38e90d5084a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: a1a17e46-c1bd-4aad-b734-8e0576916985
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f38effdd0f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 63f2b395-6cde-4291-afb8-1fcbf8fe3819
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f3a72242695a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: a1c6cb83-a10b-4c94-a6c0-2b4576ce4f3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f3a72242bddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: e1a92bee-a319-4f51-9962-aed726bc9cc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6a595e79-b7c7-48ea-8280-abe131fa3159
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk.18c1f3a7ae2390d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 7c6476e9-4548-47e2-88f1-251bfb23a5b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 33fcbda0-d5e5-4fad-a469-d03411ebc6fa
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc-r2msk'
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc.18c1f38d73c8cfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: e0ff122b-d9b1-4f8a-b7ab-94e15af69325
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 6d51170c-b630-4514-b87a-2245153a701b
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-553c9-predictor-58bb9f75cc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor.18c1f38d7076a588
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: a0af451d-89e8-4935-aadd-c80e1ebeb9f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 58c45325-6202-47e5-99ea-12bf522b425d
  kind: Event
  lastTimestamp: "2026-07-13T20:32:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:32:41Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor.18c1f390ef9df099
    namespace: kserve-ci-e2e-test
    resourceVersion: "16824"
    uid: 9282ed34-3612-40b9-9bad-623dc9026d50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 58c45325-6202-47e5-99ea-12bf522b425d
  kind: Event
  lastTimestamp: "2026-07-13T20:32:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:32:41Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor.18c1f390f065283b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16825"
    uid: a1c5a9ff-5b4c-4942-8777-5acecadf8d7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 58c45325-6202-47e5-99ea-12bf522b425d
  kind: Event
  lastTimestamp: "2026-07-13T20:33:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:41Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor.18c1f3946f30cb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 6e15609c-aead-4fb0-b358-b00009b4e4fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: 58c45325-6202-47e5-99ea-12bf522b425d
  kind: Event
  lastTimestamp: "2026-07-13T20:33:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:41Z"
    name: isvc-xgboost-graph-raw-hpa-553c9-predictor.18c1f3946fad77ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: 2f53b4c9-1125-48d6-8a67-1e2443227e1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 620042fc-bc1f-4c56-9cf9-46bfd1c9dedc
  kind: Event
  lastTimestamp: "2026-07-13T20:33:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:09Z"
    name: isvc-xgboost-graph-raw-hpa-553c9.18c1f38d70b157a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17035"
    uid: 4d4435f4-2528-4909-846f-c5e69f9a4996
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 620042fc-bc1f-4c56-9cf9-46bfd1c9dedc
  kind: Event
  lastTimestamp: "2026-07-13T20:31:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-553c9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-553c9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:56Z"
    name: isvc-xgboost-graph-raw-hpa-553c9.18c1f38d7139c3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 4d19e552-09ab-4541-98ac-80e574ca6edf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: 620042fc-bc1f-4c56-9cf9-46bfd1c9dedc
  kind: Event
  lastTimestamp: "2026-07-13T20:33:09Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-553c9] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:09Z"
    name: isvc-xgboost-graph-raw-hpa-553c9.18c1f39e63fc462a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: a27cb849-d6bb-4746-9dd0-35d6f8dd4e58
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:33:46.494593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a71d732bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 9e206b3a-7e33-4a44-a78c-0c717d106ec7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a7369edf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: c84b75cd-9d51-4054-98c4-4ab4ad21c932
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a7381a8cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: fb4aa65e-1c30-4121-b3c3-8c790d2d3a27
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.358s (1.358s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a789187d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: 6700419e-389f-4891-9c78-2ad4d1cacb33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a78c0b7377
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 834a0c01-da4a-4166-8b04-f929576a2b32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a78c7d743c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: f64c6e19-ba86-4983-8f16-15bb3fa55e53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a78c8750f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 0e832706-8f0a-4c6e-aad4-7390b5aa4d3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a78f155e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: f15c63d1-660b-4407-a7f8-fd12dac807b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:33:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:48Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3a78f899c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 9132a420-b888-4264-8017-14386bcf159c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3c1fdff5639
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 33816b38-f7e0-4806-85a7-34905621916c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: b9327fd3-de24-42c1-af37-e78c88ac2fcd
  kind: Event
  lastTimestamp: "2026-07-13T20:35:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:35:41Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq.18c1f3c1fdffba58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: bb154a8a-280c-445c-992e-65b4b8b32ea6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-7d460-predictor-6fd47db4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: 83a0c677-eeb5-4ce8-9175-393e1cb77e88
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: 'Created pod: message-dumper-raw-7d460-predictor-6fd47db4ff-v8lsq'
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460-predictor-6fd47db4ff.18c1f3a71d0258bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: 52aff809-ac1d-4b0f-b8ba-0fa970844e2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 5bff96e1-dead-40a4-9ddb-2deae54eb30b
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Scaled up replica set message-dumper-raw-7d460-predictor-6fd47db4ff from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460-predictor.18c1f3a7199634d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: 220d1404-fea0-497b-80f3-05d077c1103c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 16ea4883-1945-417a-84f1-4552d015fccb
  kind: Event
  lastTimestamp: "2026-07-13T20:34:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:34:16Z"
    name: message-dumper-raw-7d460-predictor.18c1f3aa985a5565
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: e1831d61-a917-4189-a47a-22b5d0482b43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-7d460-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 16ea4883-1945-417a-84f1-4552d015fccb
  kind: Event
  lastTimestamp: "2026-07-13T20:34:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:34:16Z"
    name: message-dumper-raw-7d460-predictor.18c1f3aa98d3caee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: 51da27aa-02ec-40c3-b8ee-1f4851919f4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 53c7faad-427c-4591-ab0d-849e30151e2c
  kind: Event
  lastTimestamp: "2026-07-13T20:33:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:57Z"
    name: message-dumper-raw-7d460.18c1f3a719ca7485
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: ef443443-608d-4edf-8f3d-a8a85dda8a75
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 53c7faad-427c-4591-ab0d-849e30151e2c
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-7d460":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-7d460":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460.18c1f3a71ac3392f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: e84dcf57-c92c-4eb1-971f-0a596d98ba0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 53c7faad-427c-4591-ab0d-849e30151e2c
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-7d460": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: message-dumper-raw-7d460.18c1f3a721034eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: cfa3f009-590a-4063-b298-f406317ff271
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-7d460
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 53c7faad-427c-4591-ab0d-849e30151e2c
  kind: Event
  lastTimestamp: "2026-07-13T20:33:57Z"
  message: InferenceService [message-dumper-raw-7d460] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:57Z"
    name: message-dumper-raw-7d460.18c1f3a9a90d5c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 4efd60f0-adac-4525-8cba-df799ca6d35b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:31:45.885516Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-732aa-5749bff444-gzmcg
    to ip-10-0-136-103.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:31:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:31:45Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38b0896c07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: 4d833c56-da18-413e-9002-41c143f7fc87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-732aa-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:46Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38b188a27ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: b53115a1-5625-43ef-869d-e42158c26033
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:46Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:31:46Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38b45f080e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: a6c7a0f3-0c0b-4b91-a73d-adb3f7f24967
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:8345cd1e0b8ad942d68e2fe65c99d692fac6452f8ea219efb6700aaf29b3e2fa"
  metadata:
    creationTimestamp: "2026-07-13T20:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:46Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38b476e006c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: f27b12d8-72e0-48cd-bf6f-b065d4b03ba6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:8345cd1e0b8ad942d68e2fe65c99d692fac6452f8ea219efb6700aaf29b3e2fa"
    in 2.382s (2.382s including waiting). Image size: 218072700 bytes.'
  metadata:
    creationTimestamp: "2026-07-13T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:49Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38bd56efbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: 97d45527-983e-4f95-aa03-6376f9730bad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:49Z"
  message: 'Created container: model-chainer-raw-732aa'
  metadata:
    creationTimestamp: "2026-07-13T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:49Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38bd86b2bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 04a1614a-70c0-4240-ab05-107d67f572c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:49Z"
  message: Started container model-chainer-raw-732aa
  metadata:
    creationTimestamp: "2026-07-13T20:31:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:49Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38bd8da9003
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: ff73c4ef-7cd1-4cd7-a711-87d224ae1def
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:31:55Z"
  message: Stopping container model-chainer-raw-732aa
  metadata:
    creationTimestamp: "2026-07-13T20:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:31:55Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38d5eb29222
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: ebb0bb79-0281-4cce-8fe8-70993599d78d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:32:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-13T20:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:20Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f38d5f201a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 8402a49b-c7e8-429c-abae-d7380db89d5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-732aa}
    kind: Pod
    name: model-chainer-raw-732aa-5749bff444-gzmcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: fb8c640e-379a-473c-9e6a-4a89ebdbb417
  kind: Event
  lastTimestamp: "2026-07-13T20:32:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8080/readyz": dial tcp
    10.132.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:32:25Z"
    name: model-chainer-raw-732aa-5749bff444-gzmcg.18c1f3945b1acbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 50e1da88-0da1-4d8d-a16b-ebbde558f3b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-732aa-5749bff444
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 31cc0cdc-eff5-4467-8d34-924cc2fc146b
  kind: Event
  lastTimestamp: "2026-07-13T20:31:45Z"
  message: 'Created pod: model-chainer-raw-732aa-5749bff444-gzmcg'
  metadata:
    creationTimestamp: "2026-07-13T20:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:45Z"
    name: model-chainer-raw-732aa-5749bff444.18c1f38b07d15d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: 3c159fd8-16ee-4bc2-8e95-7a3702a2402e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16199"
    uid: 2ba4a3f5-a0c7-415c-af66-1bff1f98e51d
  kind: Event
  lastTimestamp: "2026-07-13T20:31:45Z"
  message: Scaled up replica set model-chainer-raw-732aa-5749bff444 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:31:45Z"
    name: model-chainer-raw-732aa.18c1f38b067e0fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 4233abea-b82a-4146-a349-875b9db4b8e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:31:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-732aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 18aa71c5-4f13-4ce5-8e69-ad2e514c9d75
  kind: Event
  lastTimestamp: "2026-07-13T20:31:45Z"
  message: InferenceGraph [model-chainer-raw-732aa] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:31:45Z"
    name: model-chainer-raw-732aa.18c1f38b0e78aebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: b274dd35-31e9-4db7-8a07-ea54046d0bfa
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:33:36.218032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    to ip-10-0-136-103.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:33:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:33:36Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a4b8eb3c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 0be45831-7d9b-4f3e-8f28-067344c95f8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:33:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-553c9-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:36Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a4c853c17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 28e21e9f-288c-488b-bc0a-8967c4807b2e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:33:37Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:33:37Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a4f650df0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 78a756de-7e91-4a92-800b-eca42f124bf8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-553c9}
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:8345cd1e0b8ad942d68e2fe65c99d692fac6452f8ea219efb6700aaf29b3e2fa"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:37Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a4f7b46c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 89a81171-95c5-4517-8b8f-f8c1788b2e50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-553c9}
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:33:37Z"
  message: 'Created container: model-chainer-raw-hpa-553c9'
  metadata:
    creationTimestamp: "2026-07-13T20:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:37Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a4fa87ac9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: 6aea2582-4eba-4c6b-b876-146d8a5f4959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-553c9}
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:33:37Z"
  message: Started container model-chainer-raw-hpa-553c9
  metadata:
    creationTimestamp: "2026-07-13T20:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:37Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a4fb4f66d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17277"
    uid: 5121457c-21b7-49a0-ba3d-175ae464857d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-553c9}
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:33:46Z"
  message: Stopping container model-chainer-raw-hpa-553c9
  metadata:
    creationTimestamp: "2026-07-13T20:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:33:46Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a710497d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 2e072fb2-8809-43cd-bdb0-d2141f410272
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-553c9}
    kind: Pod
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: ca3a8d9f-6b39-471d-bde8-0afc6319210a
  kind: Event
  lastTimestamp: "2026-07-13T20:34:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-13T20:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:34:13Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq.18c1f3a794cd786f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17742"
    uid: c93a6996-c2cc-4717-b7fc-831961eff229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-103.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-103.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-553c9-669bd4d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: fdbc55cb-e579-4a33-a331-91df3fbada19
  kind: Event
  lastTimestamp: "2026-07-13T20:33:36Z"
  message: 'Created pod: model-chainer-raw-hpa-553c9-669bd4d77-4p6cq'
  metadata:
    creationTimestamp: "2026-07-13T20:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:36Z"
    name: model-chainer-raw-hpa-553c9-669bd4d77.18c1f3a4b84f3a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: 30dca65b-d69e-4c3a-9190-c519128bafb7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: cd1675ac-41b0-407f-a401-edbc2a793c28
  kind: Event
  lastTimestamp: "2026-07-13T20:33:36Z"
  message: Scaled up replica set model-chainer-raw-hpa-553c9-669bd4d77 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:33:36Z"
    name: model-chainer-raw-hpa-553c9.18c1f3a4b7162e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: 229b7c56-6eb6-41f7-b4d6-6acdc041d4ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-553c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 48dd8999-8fbe-4109-a6ce-3d8a25d1018f
  kind: Event
  lastTimestamp: "2026-07-13T20:33:36Z"
  message: InferenceGraph [model-chainer-raw-hpa-553c9] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:33:36Z"
    name: model-chainer-raw-hpa-553c9.18c1f3a4bd839192
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: aeed203e-41dc-47f5-83b3-a9d457d0c8dc
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:40:42.173388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:40:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:40:42Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f407e5d641e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: ba233be3-fab9-4751-8c1f-77e43f37e45b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-0bd7c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:42Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f407f495b703
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 8ce8f07c-eeb5-4b76-937a-a055a2e2ed6f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:43Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:40:43Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f40822c0486a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: ac7e6b65-82a7-488b-9809-b0e72682434f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:43Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4082463620f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: 3b132096-970b-47b0-9eab-520e454b2d95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:43Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f40827613d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: f8fa4875-0912-4f17-99bc-897dae647df2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:43Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f40827deb666
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: cdb62ea7-4e46-41f9-aea4-dfaf1b89bf93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:47Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4093771255c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 031e753f-0ffd-4ccf-a84a-d42cfc537328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:47Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4093a293c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: a66de766-20a4-4b28-b274-b6f9dbd0afc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:47Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4093a988e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: cb3556ce-e357-47fc-ac73-9d28adeaa76f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:47Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4093aa25632
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 43789bb8-9b7e-475d-b4b0-5f0cc196cae2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:47Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4093da9197b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: 60affc75-bb0e-4fc2-a5d7-09aebecadbc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:40:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:40:47Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f4093e1bbec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20994"
    uid: f10292bf-f31b-4656-832d-1979b812547f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:42:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:15Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f409af3c8dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 65ab510a-1e4f-48d8-b3de-60c0a9a6b649
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:42:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:12Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f41cdf15b774
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: e0b0d7bf-a299-49d9-a09d-24d658cc48c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:42:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:12Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f41cdf165b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: c8bf8099-152f-4d26-a95b-76fddab313a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: d9887829-76cf-4302-9859-33eb369d8bb7
  kind: Event
  lastTimestamp: "2026-07-13T20:42:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:15Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq.18c1f41db56c8db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: 91838579-c983-41ef-91c6-4f2f4b8cff32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: a50005c7-fef4-43a7-bee4-a7341a8f40f1
  kind: Event
  lastTimestamp: "2026-07-13T20:40:42Z"
  message: 'Created pod: raw-sklearn-0bd7c-predictor-648f8cc8f8-bb7tq'
  metadata:
    creationTimestamp: "2026-07-13T20:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:42Z"
    name: raw-sklearn-0bd7c-predictor-648f8cc8f8.18c1f407e50da4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: 4ede2edd-186f-4f73-88b7-8b8a88398b99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-0bd7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: 1c87bffc-eb6e-4e36-952c-1eab7dbf6dc9
  kind: Event
  lastTimestamp: "2026-07-13T20:40:42Z"
  message: Scaled up replica set raw-sklearn-0bd7c-predictor-648f8cc8f8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-13T20:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:40:42Z"
    name: raw-sklearn-0bd7c-predictor.18c1f407de4fdf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: ce522b51-34c0-4e57-b1c4-2e94d4e0c2b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bd7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: d46e6971-e595-47e3-940a-c5d0d5afd935
  kind: Event
  lastTimestamp: "2026-07-13T20:41:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:41:27Z"
    name: raw-sklearn-0bd7c-predictor.18c1f40b5ca4fa0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: 28b43546-bf36-44a1-b6ce-e31dfbad0433
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bd7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: d46e6971-e595-47e3-940a-c5d0d5afd935
  kind: Event
  lastTimestamp: "2026-07-13T20:41:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:41:27Z"
    name: raw-sklearn-0bd7c-predictor.18c1f40b5d282e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 15b7797d-2869-4077-8edc-ea55406be4ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bd7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: d46e6971-e595-47e3-940a-c5d0d5afd935
  kind: Event
  lastTimestamp: "2026-07-13T20:42:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:42:12Z"
    name: raw-sklearn-0bd7c-predictor.18c1f415db2bc93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 61edc066-a752-470b-9a14-08c5de55cf84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-13T20:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bd7c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: d46e6971-e595-47e3-940a-c5d0d5afd935
  kind: Event
  lastTimestamp: "2026-07-13T20:42:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:42:12Z"
    name: raw-sklearn-0bd7c-predictor.18c1f415dbba47e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: b9e37076-9dd1-469d-a2d9-3cec6e90f0cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 6d174000-26e7-477c-999f-8f031011a33e
  kind: Event
  lastTimestamp: "2026-07-13T20:42:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:42:05Z"
    name: raw-sklearn-0bd7c.18c1f407de552a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 950ab111-06a7-456c-b4b3-707656249c46
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:40:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 6d174000-26e7-477c-999f-8f031011a33e
  kind: Event
  lastTimestamp: "2026-07-13T20:40:42Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-0bd7c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-0bd7c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:40:42Z"
    name: raw-sklearn-0bd7c.18c1f407df56c5e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 615f7d5d-aca0-4217-8f45-0a21db11cdea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21548"
    uid: 6d174000-26e7-477c-999f-8f031011a33e
  kind: Event
  lastTimestamp: "2026-07-13T20:42:05Z"
  message: InferenceService [raw-sklearn-0bd7c] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:42:05Z"
    name: raw-sklearn-0bd7c.18c1f41b67a12835
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: 1d5cc612-7c43-4019-85b7-6e295d622c51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-13T20:42:17.512316Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    to ip-10-0-131-42.ec2.internal
  metadata:
    creationTimestamp: "2026-07-13T20:42:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-13T20:42:17Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41e187ad112
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: 89ae87cc-7932-41a8-bbad-6140e8938d79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-dbbc5ff9b-w4mgt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-d316d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-13T20:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:17Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41e23b9be9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: da30bb63-56ef-4653-b157-ed190f806e7c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:18Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-13T20:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-13T20:42:18Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41e55a981c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 6161c589-31ca-41a5-8479-9c29044ea0f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:10d11eb5432cd26f2fc3d3776649a96acdfb9765433f51db6bb597849bf71311"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:18Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41e57187ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: a1bb13bd-d591-4c9f-beab-8b42c5205215
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-13T20:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:18Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41e59e10d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 21a0824e-a7ad-45f1-b4cb-1cf395e12d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-13T20:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:18Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41e5a539b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 657bf02b-8afb-42c7-affd-a7f35f7f23a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1733"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:23Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41f6a6545e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: 188f9c82-305e-4b22-853d-4b39c2f4aa75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-13T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:23Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41f6ceca8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 48d0aa93-21c2-46ba-b791-87122f7302ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:23Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41f6d61474a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21747"
    uid: 64a215a9-d19b-44a4-bbc6-936374c65581
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-13T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:23Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41f6d6bb358
    namespace: kserve-ci-e2e-test
    resourceVersion: "21749"
    uid: 0ccf17f3-0bfd-4252-9776-165a45ee8dad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-13T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:23Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41f70783b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 1cc5035f-e1e5-40bd-9c08-685c786afd24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:42:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:42:23Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41f70e8122f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21754"
    uid: 2392a6da-07cd-466f-af4e-b35b1ffa8228
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:43:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-13T20:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:43:51Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f41fe223faef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22400"
    uid: 02957ce3-7194-437a-91fc-05ccf33b8bb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:43:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-13T20:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:43:47Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f4331015d063
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: a0b531ca-01a6-418e-b33b-cfd97bb60735
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:43:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-13T20:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:43:47Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f43310167f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 1bb7d7b3-00b4-4a80-8e8b-bc476e640fff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: c74f8a00-4f74-4e52-bc85-3014deea90fd
  kind: Event
  lastTimestamp: "2026-07-13T20:43:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-13T20:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-13T20:43:51Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2.18c1f433e84c657f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22399"
    uid: daf5ced8-7051-4623-8fe6-56c3380fc5ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-42.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-42.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: 5ec12ac0-55ac-4cd1-9412-13d92a517e56
  kind: Event
  lastTimestamp: "2026-07-13T20:42:17Z"
  message: 'Created pod: raw-sklearn-runtime-d316d-predictor-79c76cd57d-9t7s2'
  metadata:
    creationTimestamp: "2026-07-13T20:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:42:17Z"
    name: raw-sklearn-runtime-d316d-predictor-79c76cd57d.18c1f41e179c71c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: d588fb26-b13c-404d-a6bc-d1dd48d86677
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-d316d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 4f401b64-b120-4389-9a3a-b281f752f693
  kind: Event
  lastTimestamp: "2026-07-13T20:42:17Z"
  message: Scaled up replica set raw-sklearn-runtime-d316d-predictor-79c76cd57d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-13T20:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:42:17Z"
    name: raw-sklearn-runtime-d316d-predictor.18c1f41e0ff2e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: b8031c18-9288-4994-8e5a-4db98c7040ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d316d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 11228a76-db2b-49f0-9a12-e8c94e2fb491
  kind: Event
  lastTimestamp: "2026-07-13T20:42:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:42:47Z"
    name: raw-sklearn-runtime-d316d-predictor.18c1f4218e186c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21924"
    uid: 001966de-2cc7-40d0-8058-43e9b2014b1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d316d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 11228a76-db2b-49f0-9a12-e8c94e2fb491
  kind: Event
  lastTimestamp: "2026-07-13T20:42:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-13T20:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:42:47Z"
    name: raw-sklearn-runtime-d316d-predictor.18c1f4218e843035
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 0be4e974-01d0-406d-a56d-695bb29fb832
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:43:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d316d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 11228a76-db2b-49f0-9a12-e8c94e2fb491
  kind: Event
  lastTimestamp: "2026-07-13T20:43:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:43:47Z"
    name: raw-sklearn-runtime-d316d-predictor.18c1f4288ce291c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: db325dec-f7e1-4eea-aa43-13037a442ee6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-13T20:43:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d316d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: 11228a76-db2b-49f0-9a12-e8c94e2fb491
  kind: Event
  lastTimestamp: "2026-07-13T20:43:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-13T20:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-13T20:43:47Z"
    name: raw-sklearn-runtime-d316d-predictor.18c1f4288d4df638
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: 4e7fe124-6fd0-4fd6-a5b8-382492604484
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d316d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 77d87082-7608-4ddc-a80b-912d5dd4baae
  kind: Event
  lastTimestamp: "2026-07-13T20:43:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-13T20:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:43:41Z"
    name: raw-sklearn-runtime-d316d.18c1f41e0ff0016f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 7459283a-e9a3-4341-b2c3-0ad218d2a915
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:42:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d316d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 77d87082-7608-4ddc-a80b-912d5dd4baae
  kind: Event
  lastTimestamp: "2026-07-13T20:42:17Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-d316d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-d316d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-13T20:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:42:17Z"
    name: raw-sklearn-runtime-d316d.18c1f41e10c5717c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: 0fbdd253-2a66-4564-a898-fd3d5af137e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-13T20:43:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d316d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: 77d87082-7608-4ddc-a80b-912d5dd4baae
  kind: Event
  lastTimestamp: "2026-07-13T20:43:41Z"
  message: InferenceService [raw-sklearn-runtime-d316d] is Ready
  metadata:
    creationTimestamp: "2026-07-13T20:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-13T20:43:41Z"
    name: raw-sklearn-runtime-d316d.18c1f43199c400b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 637b3c48-4fce-4900-a0b5-c5419b0204a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22622"