---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:34:36.704255Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: fe8c6b53-acde-4996-a75f-0ad591e95cad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:34:36Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj.18a6e38818233dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: dddb77d9-fa06-4ee8-9e9b-95cb8e111de0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: fe8c6b53-acde-4996-a75f-0ad591e95cad
  kind: Event
  lastTimestamp: "2026-04-16T16:34:37Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:34:37Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj.18a6e38831b5e1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 446f7373-f718-4378-8b7f-2c471875ba9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: fe8c6b53-acde-4996-a75f-0ad591e95cad
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj.18a6e38832ff67cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: c1217882-d122-4cd9-a89e-ef52712a96da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: fe8c6b53-acde-4996-a75f-0ad591e95cad
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj.18a6e388361e38ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: 81a24e52-f8fd-4449-a99d-8c2736a84b8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: fe8c6b53-acde-4996-a75f-0ad591e95cad
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj.18a6e388368cb85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: 0a4f6ba0-8dcc-4d0c-8113-e291d5dd1549
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "24644"
    uid: fe8c6b53-acde-4996-a75f-0ad591e95cad
  kind: Event
  lastTimestamp: "2026-04-16T16:34:42Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:42Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj.18a6e38966cd5bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: bd70e8c7-44c3-4913-b692-3c9136ec82bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-c577e0-predictor-6f8468454b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24633"
    uid: 6395859e-bd28-4c11-b307-09250d011b05
  kind: Event
  lastTimestamp: "2026-04-16T16:34:36Z"
  message: 'Created pod: isvc-init-fail-c577e0-predictor-6f8468454b-drlkj'
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:36Z"
    name: isvc-init-fail-c577e0-predictor-6f8468454b.18a6e388179ac62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24643"
    uid: 1091cb97-238b-4c00-b9ca-96383158d34f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-c577e0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: 260274ea-e292-4b30-bf18-4ce7d3701865
  kind: Event
  lastTimestamp: "2026-04-16T16:34:36Z"
  message: Scaled up replica set isvc-init-fail-c577e0-predictor-6f8468454b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:36Z"
    name: isvc-init-fail-c577e0-predictor.18a6e38814eb04ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24635"
    uid: be290e06-e521-49bb-bfdf-332f83a2693f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c577e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: fdf6aba3-6b66-4422-84cc-973bc16839d3
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-init-fail-c577e0.18a6e38814c46ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: 937a59bb-e71b-4dce-aff0-39855e23c623
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c577e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: fdf6aba3-6b66-4422-84cc-973bc16839d3
  kind: Event
  lastTimestamp: "2026-04-16T16:34:36Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-c577e0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-c577e0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:36Z"
    name: isvc-init-fail-c577e0.18a6e388157d66c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24652"
    uid: c6b12844-ba98-4021-bb52-cb89ccb8b972
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-c577e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: fdf6aba3-6b66-4422-84cc-973bc16839d3
  kind: Event
  lastTimestamp: "2026-04-16T16:34:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-c577e0": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:36Z"
    name: isvc-init-fail-c577e0.18a6e388157dab7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24653"
    uid: 9b4d0d55-d388-460d-b750-334d54001214
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:17:40.530581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bd79f4555-p796g
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29b7f777ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 654e3c16-a1f5-4e39-8f65-2bbd73000f25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29b99ad61eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: f51612fa-3544-4d94-a606-8707177c1e3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29b9aed96af
    namespace: kserve-ci-e2e-test
    resourceVersion: "16358"
    uid: 5d08390d-e1ea-463f-8976-cd9e208be095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:41Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29b9d765d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: d1e51f5c-b5c9-4ff2-8d21-c1b3082fcfb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:41Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29b9de4a88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 2719a0dd-64e4-490f-8b1b-92e8803c8ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:44Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:44Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29c88271bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 67b06eab-98c5-4afe-ba95-1c22ee660c16
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:50Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 5.981s (5.981s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:50Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29decaceb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 2553b4b6-0e1d-4d27-ae9b-3462697d56ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:51Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29deff8307d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 07c8a614-52b9-443e-820f-2032b43f2dda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:51Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29df0670426
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 870ef16f-df44-4a97-9d4d-f1f06c71b411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:18:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:18:59Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e29e2aeb6c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16948"
    uid: cf2147d9-e858-4b5a-9611-a9fd2ac859da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-p796g
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: c67c8121-e4de-408e-bb71-1fed0775d5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:19:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-predictor-bd79f4555-p796g.18a6e2b07a260782
    namespace: kserve-ci-e2e-test
    resourceVersion: "17051"
    uid: 4c80f820-980c-44c5-97f3-89bf135e1aca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bd79f4555
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: aa8daa89-efae-41db-9c3c-bc90b0224871
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: 'Created pod: isvc-lightgbm-predictor-bd79f4555-p796g'
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm-predictor-bd79f4555.18a6e29b7f1b61a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: cef73c29-452a-4f21-bd7b-bbd51bc91035
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: cb48f6c3-df76-48c9-9414-a794de69e2e5
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bd79f4555 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm-predictor.18a6e29b7b3f4344
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: a899792c-7e0a-4ed9-9eb2-c93a279d6fda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: e02036d9-fcca-423c-bd87-facdecf889a1
  kind: Event
  lastTimestamp: "2026-04-16T16:18:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:18:10Z"
    name: isvc-lightgbm-predictor.18a6e29ef9f95931
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: ba9a9dba-9fa7-4460-b1ad-986f3758e1d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: e02036d9-fcca-423c-bd87-facdecf889a1
  kind: Event
  lastTimestamp: "2026-04-16T16:18:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:18:10Z"
    name: isvc-lightgbm-predictor.18a6e29efa63bd59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: f46a8e5b-f952-489e-861f-c947737727a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:18:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: e02036d9-fcca-423c-bd87-facdecf889a1
  kind: Event
  lastTimestamp: "2026-04-16T16:19:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-predictor.18a6e2a5f8927101
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: dcb4695e-1cc1-4229-b9d7-3f8eba737776
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:18:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: e02036d9-fcca-423c-bd87-facdecf889a1
  kind: Event
  lastTimestamp: "2026-04-16T16:19:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-predictor.18a6e2a5f8fcc947
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: 3f3b9613-492d-409c-910b-5db5ecd6aefd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:19:10.747391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17073"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:19:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b080ced9e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 76e3ff84-3eff-492a-b9ab-93711a8be6e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:11Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:19:11Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b099ac6c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: ae5199da-b516-4657-8ab6-b5d946c2dc9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:11Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b09b10d1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: 988e369e-c0db-4aed-90ce-c1b2378423c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:11Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b09e6d779d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: a59ec9ed-c1af-48e9-9b11-ef220803b480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:11Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b09ee8a04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 9eac29b5-cf10-4a33-80cd-3cff9b5f685a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:15Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:15Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b18e23a82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: d631ad68-15e4-40ca-9954-a41fc53ac977
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:15Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b19124d68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: 97bc910a-040a-432b-8d08-6dbbc14737bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:19:15Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b191982dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: f50ba4b9-7898-4dc4-8598-f6ea5be8e213
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:20:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:20:42Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2b1ca0cabc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: fc956ebf-0636-494d-9540-9ae06f15b674
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17075"
    uid: a5e1cf3a-f9e9-442d-9a0b-14b37dd7131a
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs.18a6e2c58a1597ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: 55a1d62d-09ef-4f99-b2bf-ff0da77d38ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-7fd76f4446
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: c14c1208-2256-48ca-9748-9380e526151f
  kind: Event
  lastTimestamp: "2026-04-16T16:19:10Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-7fd76f4446-hlccs'
  metadata:
    creationTimestamp: "2026-04-16T16:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446.18a6e2b080648521
    namespace: kserve-ci-e2e-test
    resourceVersion: "17074"
    uid: dceab21d-eb06-499c-a44c-7bb2f8453870
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 62f16e12-8863-4e17-ac22-734610d9bf93
  kind: Event
  lastTimestamp: "2026-04-16T16:19:10Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-7fd76f4446 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-runtime-predictor.18a6e2b07bce42fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: be2dc19d-7407-4e2a-a7d2-0fcc2d770e6b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: d224ba83-a0fe-4d45-ae85-d7e62af0354a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:19:25Z"
    name: isvc-lightgbm-runtime-predictor.18a6e2b3fa9ef637
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: 6e560e55-ac17-4344-8e3b-259297b3cbae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: d224ba83-a0fe-4d45-ae85-d7e62af0354a
  kind: Event
  lastTimestamp: "2026-04-16T16:19:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:19:25Z"
    name: isvc-lightgbm-runtime-predictor.18a6e2b3faf85c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: 4f170e56-c2b9-498d-97e6-563c5c3a8d59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: d224ba83-a0fe-4d45-ae85-d7e62af0354a
  kind: Event
  lastTimestamp: "2026-04-16T16:20:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:20:40Z"
    name: isvc-lightgbm-runtime-predictor.18a6e2b779c03f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 651c0fe0-f237-4c7a-9246-c9d188e03502
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: d224ba83-a0fe-4d45-ae85-d7e62af0354a
  kind: Event
  lastTimestamp: "2026-04-16T16:20:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:20:40Z"
    name: isvc-lightgbm-runtime-predictor.18a6e2b77a2a2f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: d374a3c0-0e80-4689-bd76-b30499ff88c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 2584276a-3b86-4068-b54e-79782e129d40
  kind: Event
  lastTimestamp: "2026-04-16T16:20:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:20:32Z"
    name: isvc-lightgbm-runtime.18a6e2b07badbd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: 05b3f58e-aa7c-4a33-80c7-9979e8a94b93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 2584276a-3b86-4068-b54e-79782e129d40
  kind: Event
  lastTimestamp: "2026-04-16T16:19:10Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:19:10Z"
    name: isvc-lightgbm-runtime.18a6e2b07bf77b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 3806dcf4-476a-4a0d-916c-04ef2aef7cee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: 2584276a-3b86-4068-b54e-79782e129d40
  kind: Event
  lastTimestamp: "2026-04-16T16:20:32Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:20:32Z"
    name: isvc-lightgbm-runtime.18a6e2c3801f3aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17689"
    uid: aeea23b4-7585-4e9e-a7e1-8c6b1884925d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:23:31.464328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ed34bf8672
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: d7d2d06d-705d-4eb6-829e-b4169cf8f3f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ed4ecbbe68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: 4b7c4406-b031-46d1-ba7f-5382e9fedbdf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ed503cc9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: a7ba4f48-64bf-467f-8220-d1d2daf190aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ed56a467f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: 060797d2-5649-4f99-bc32-1408190f231d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ed57eade79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: b7b1478a-91f5-4f0b-a868-77c2fb2b72b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:36Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ee4b2f5675
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 24afd376-74fc-4d95-b756-db31424b9941
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ee51ceed8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 035f2a83-5286-4c7e-a96b-8169d0ea8970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:36Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ee530b122d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: db0203b5-8f34-4c1b-87f3-c95264bd042b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2ee8722abef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 5896c3dc-8827-4bbe-b99b-8eb12d13a2de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 13a92dfd-4167-4713-b202-01b18a6724ed
  kind: Event
  lastTimestamp: "2026-04-16T16:23:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt.18a6e2f1ddb0f40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: c11855f5-8c9e-4d12-8072-b8a656dc51fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 13290608-96c6-449b-8497-9e1316e121de
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-dqcxt'
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54.18a6e2ed341b4c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 29ed7738-13a2-4925-9ec2-22088d82f48f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 04f45286-8518-4629-a5f0-c9fe939e3ac7
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-57f9c55f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e2ed2f45781b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 131c9cc1-de4b-499c-bf62-81a60287a7ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 3c499a6b-2653-4892-ab89-691805315659
  kind: Event
  lastTimestamp: "2026-04-16T16:23:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e2f0ae872312
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: ceef6baa-1916-4e2a-b89a-3ae144658200
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 3c499a6b-2653-4892-ab89-691805315659
  kind: Event
  lastTimestamp: "2026-04-16T16:23:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:46Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e2f0aef17269
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: 9d1711c9-83d9-493b-929f-8ea53675bfd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 1bc9bc64-6459-40a8-a613-cce2cb2219d7
  kind: Event
  lastTimestamp: "2026-04-16T16:23:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:23:48Z"
    name: isvc-lightgbm-v2-kserve.18a6e2ed2f835e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: db8ce017-ce30-4764-b7ae-bde7b705b9df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 1bc9bc64-6459-40a8-a613-cce2cb2219d7
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-kserve.18a6e2ed3009496d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: c46b3ccb-410d-4098-95c7-4d66ddd5cdfa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 1bc9bc64-6459-40a8-a613-cce2cb2219d7
  kind: Event
  lastTimestamp: "2026-04-16T16:23:48Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:23:48Z"
    name: isvc-lightgbm-v2-kserve.18a6e2f11ad516cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: d0a46a29-cdf0-4e21-beea-141736afa1de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:20:41.174997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17794"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2c58eb690b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: d89d2f8e-29fc-48d0-9461-3b61e0aeb931
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2c5a78cc6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: fb693ed1-6d72-4da4-ab1d-b0ffeece652c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2c5a8ce7694
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 093803da-63d7-4124-acc2-b9b0937e8e74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2c5ac33466a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: 5934edc0-6848-4ecf-a9d3-67869e6d2e2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2c5aca77827
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: d9ef595e-3310-47da-be2f-c7a77898b2c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:20:45Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T16:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:20:45Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2c6930276f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: 55c89635-b75c-44e9-bf82-522cf43758af
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:22:59Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.09s
    (2m14.09s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:22:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2e5cb68c494
    namespace: kserve-ci-e2e-test
    resourceVersion: "18783"
    uid: b9ec4078-302f-4b0a-9dcf-e655e3e4400f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:22:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:22:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2e5d2087d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18784"
    uid: 1598e7b3-49e0-4d4d-8cb1-985a1a3c4f9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:22:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:22:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2e5d32ca86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 68ffda08-f9ef-41d8-a2ee-cc68ecf4a55d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: b2bbce9b-7153-4424-88cb-a8890b480273
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg.18a6e2ed2f1d8a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 011a61e4-7cbf-44cb-b154-df437a77e788
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-788c698548
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 64b8b7f6-6fdd-4887-9649-21cf58dc79f9
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-788c698548-7djwg'
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548.18a6e2c58e49771c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: 02a83e9d-5368-4707-9253-c1c7cf66550d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 15c9c7f8-17de-4deb-9f8d-12b245549d7c
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-788c698548 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e2c589b713bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: 866068e0-f0b1-485d-a501-90c2bf3897df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: b6af20a0-53ab-4f79-b221-648be1eb97e6
  kind: Event
  lastTimestamp: "2026-04-16T16:23:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e2c9087e5b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: 0d6a98e8-ac68-42f2-9335-2cd949667448
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17777"
    uid: b6af20a0-53ab-4f79-b221-648be1eb97e6
  kind: Event
  lastTimestamp: "2026-04-16T16:23:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e2c908db2ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: 19caa599-ed96-40b8-aac8-b6689c9deaa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: e33784e0-fce1-4b12-b9a1-ab7b657fc0cb
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-runtime.18a6e2c5899187e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 8877f03c-40e7-4b88-b5b2-c21f019dcc96
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: e33784e0-fce1-4b12-b9a1-ab7b657fc0cb
  kind: Event
  lastTimestamp: "2026-04-16T16:20:41Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:20:41Z"
    name: isvc-lightgbm-v2-runtime.18a6e2c58a291f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 12edac2f-c023-4f16-b4cb-230816757ee5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: e33784e0-fce1-4b12-b9a1-ab7b657fc0cb
  kind: Event
  lastTimestamp: "2026-04-16T16:23:31Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:23:31Z"
    name: isvc-lightgbm-v2-runtime.18a6e2ed1ef3a020
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 3f4bc318-0f3c-43db-98b5-b1d43ddfbfcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 429b39f6-fbb0-4390-99f8-440f7a49dd4c
  kind: Event
  lastTimestamp: "2026-04-16T16:19:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:19:09Z"
    name: isvc-lightgbm.18a6e29b7af7ed0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: 74fdabf8-448c-4e49-aa51-2e5c6b4903b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 429b39f6-fbb0-4390-99f8-440f7a49dd4c
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm.18a6e29b7b6969c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16335"
    uid: f508b255-0a78-4c7b-87f2-97a6b75a6271
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 429b39f6-fbb0-4390-99f8-440f7a49dd4c
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-lightgbm.18a6e29b81334367
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 6c22832d-15bd-4615-bd52-6850463ae3a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:19:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 429b39f6-fbb0-4390-99f8-440f7a49dd4c
  kind: Event
  lastTimestamp: "2026-04-16T16:19:09Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:19:09Z"
    name: isvc-lightgbm.18a6e2b02ce978e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 52105841-129f-40a2-9310-2273d8d7ef4f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:16:15.266948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-8444b4768-tjnn6
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e287a55bcbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: 719bae7d-7eb8-4d4f-9fdd-cb4d0ace461f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e287be496910
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 5e547cf7-f833-4565-967d-fed17754e532
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e287bf9dadca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 8529de95-f45b-41b5-ab6b-02e37a52056d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e287c28ba184
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 2b5a8f98-1f09-4c56-97a4-ec0bcf163637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e287c2f8a37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: 3cb10975-2220-434a-aa31-0c6f75c77c32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:19Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288aced1223
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: 8ec3faec-3e66-4b48-b7bd-c08e62314c9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:19Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288b071fd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 43d7147e-bdf1-458e-b609-0d761fc2e3b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:19Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288b0e045df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 8ef91c84-924c-462b-afd3-0e42395030d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:19Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:19Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288b0ecccb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 99cc84a3-8be1-455a-bdf2-b3a0dad2b4ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:19Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:19Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288b37f3e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 1c4641bf-46aa-4c10-a46a-4f2dc67663a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:16:19Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:19Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288b3fe8291
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: 662eac24-92c2-4b20-819d-9ebfdc162c40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:18:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:18:01Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288e8ee2b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16524"
    uid: 66d5c0b4-0b1f-44d6-957f-d206759bb598
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:18:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:18:01Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e288e8f99bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 0de764c5-9ba7-446b-9c79-4839f4d70340
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e29b7c8da0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: ac513bc9-0176-4e80-8370-9ad0aee1f75e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-tjnn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f239e257-511b-48b0-b865-328dffe69fa2
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: isvc-logger-predictor-8444b4768-tjnn6.18a6e29b7c8edbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: f550a8e9-6f25-435a-8c19-7c092115aef4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-8444b4768
    namespace: kserve-ci-e2e-test
    resourceVersion: "15604"
    uid: 817fe2d8-1519-4f5e-b27a-b61b386f9df3
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: 'Created pod: isvc-logger-predictor-8444b4768-tjnn6'
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor-8444b4768.18a6e287a4e0c788
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: c2be1112-c6df-4b05-9b56-b90cfcad3367
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: fc47618b-5431-49e0-92ce-2c8b76e02472
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: Scaled up replica set isvc-logger-predictor-8444b4768 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger-predictor.18a6e287a1c39ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 1a1369e8-73c8-4f28-94a5-799cd1bb7afb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 077bb218-4c44-4cee-bd91-7966c2ce8cf1
  kind: Event
  lastTimestamp: "2026-04-16T16:16:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:30Z"
    name: isvc-logger-predictor.18a6e28b2038c8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 147d3b8c-435f-490d-a501-5d6683045f0b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 077bb218-4c44-4cee-bd91-7966c2ce8cf1
  kind: Event
  lastTimestamp: "2026-04-16T16:16:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:30Z"
    name: isvc-logger-predictor.18a6e28b20a04df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15768"
    uid: d991aaea-fbee-40cf-b30d-880af74eee94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 077bb218-4c44-4cee-bd91-7966c2ce8cf1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:17:30Z"
    name: isvc-logger-predictor.18a6e28e9fa8d2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 8728ed66-140b-465c-9b8f-f6bae7e1ebde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: 077bb218-4c44-4cee-bd91-7966c2ce8cf1
  kind: Event
  lastTimestamp: "2026-04-16T16:17:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:17:30Z"
    name: isvc-logger-predictor.18a6e28ea008c126
    namespace: kserve-ci-e2e-test
    resourceVersion: "16199"
    uid: 31b56a8a-1508-4959-82ff-eac3ef41fec1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: e825e776-75f0-4529-b7e5-40b7ebfd92c4
  kind: Event
  lastTimestamp: "2026-04-16T16:17:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:17:31Z"
    name: isvc-logger.18a6e287a19cbfbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 315f6483-00fe-467d-9840-788f1f5f184c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: e825e776-75f0-4529-b7e5-40b7ebfd92c4
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger.18a6e287a254fbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: b78d1f11-a99a-4dca-9456-e8faaf993400
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: e825e776-75f0-4529-b7e5-40b7ebfd92c4
  kind: Event
  lastTimestamp: "2026-04-16T16:16:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:16:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:16:15Z"
    name: isvc-logger.18a6e287a739995d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: eb5fb95b-5289-488f-b4c2-7450e685ac8a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: e825e776-75f0-4529-b7e5-40b7ebfd92c4
  kind: Event
  lastTimestamp: "2026-04-16T16:17:31Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:17:31Z"
    name: isvc-logger.18a6e29976190f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: dc8550a5-2811-4315-b02d-3e14978f5c25
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:23:51.582381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19278"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:23:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:23:51Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f1e3e0a86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19283"
    uid: f3f943dd-7c99-4bf4-b826-68fb453d59f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:52Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:23:52Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f1fce806dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: aaf71b7d-ac4d-479a-badb-1fd274c558a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:52Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f1fe28f43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 6840f307-d591-458a-8a5f-0302ea8d689b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:52Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f2019fb13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: 399141d3-a95c-4161-8f9d-161e3fc06465
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:52Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f2020e59c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 274c4c7c-534d-4eed-9092-df6ce7a47fa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:57Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f3332ea144
    namespace: kserve-ci-e2e-test
    resourceVersion: "19345"
    uid: 4fa0fcc7-a31c-4f61-addb-ccf4e45230ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:57Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f336ace51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: 4999ca72-e3c2-460d-9fd5-dce0f227e0e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:23:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:23:57Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2f337219b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 8cb16982-eda6-4fdb-8396-8d88c021b13b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 76d22f44-ecbe-4cbe-87be-c3cf8a26b5db
  kind: Event
  lastTimestamp: "2026-04-16T16:24:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:31Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj.18a6e2fb3a022b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: 5fa7305a-9e5b-42c5-93bf-93c7f29b31f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 84750819-a1a1-48e2-9fb5-e7c5fa0e06a4
  kind: Event
  lastTimestamp: "2026-04-16T16:23:51Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-65b68fcf68-z8jdj'
  metadata:
    creationTimestamp: "2026-04-16T16:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:51Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68.18a6e2f1e3459b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19281"
    uid: 5d6a7d2a-96c7-4376-b3f5-c325d4c1d5d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 5052721b-75b6-4df4-97bc-da0aa6e6468e
  kind: Event
  lastTimestamp: "2026-04-16T16:23:51Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-65b68fcf68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:23:51Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e2f1dfe11e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: e0bfe8de-b0d0-4b73-b1c9-a05d72c0c8af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 14ae3382-c62e-48e2-b35c-7ca4655c82de
  kind: Event
  lastTimestamp: "2026-04-16T16:24:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:24:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e2f55e443208
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 8156ccbe-c032-4324-b93d-c6b6dd1280bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: 14ae3382-c62e-48e2-b35c-7ca4655c82de
  kind: Event
  lastTimestamp: "2026-04-16T16:24:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:24:21Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e2f55eac9fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: 803a412b-828a-4db2-a01e-55f05eea377d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: e3687bd5-4495-405f-88b9-4ad715cfa7a2
  kind: Event
  lastTimestamp: "2026-04-16T16:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:24:29Z"
    name: isvc-mlflow-v2-runtime.18a6e2f1df84dca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 4456091a-122d-4bc4-a815-c98bb0addb2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: e3687bd5-4495-405f-88b9-4ad715cfa7a2
  kind: Event
  lastTimestamp: "2026-04-16T16:23:51Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:23:51Z"
    name: isvc-mlflow-v2-runtime.18a6e2f1e06bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19272"
    uid: 5c353f56-b935-49fa-a1d9-36fc0026e371
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19579"
    uid: e3687bd5-4495-405f-88b9-4ad715cfa7a2
  kind: Event
  lastTimestamp: "2026-04-16T16:24:29Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:24:29Z"
    name: isvc-mlflow-v2-runtime.18a6e2faab41fc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19580"
    uid: 7f20879f-3526-44bd-ac83-21f19c766c01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:25:41.887555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-c57db76c5-zxxx9
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30b929407a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: c2853a35-9cae-4a81-bc9c-b71c08cdbb4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20216"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:42Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:25:42Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30babbd8fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: ec567b8d-3e87-4ea0-9916-3d05f6735678
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:42Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30bad42ff4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 6665b666-5b88-4bf7-8939-7a79622f3b81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:42Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30bb10c401c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: d81b7a28-321b-4953-a6c2-e0015948f627
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:42Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30bb17bd661
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 35e89ec2-9a82-4dbd-bb22-c9bffc71bf75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:47Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:47Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30ce590cf3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: 90ee8b0b-afec-45ef-bfe4-e3b74d448097
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:59Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.878s (11.878s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:59Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30fa99bc8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: 5f629408-3027-4f7c-a73c-3f950fa43dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:59Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30fac9d2b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: d108e7a0-427f-4bd1-9eea-808584b19d62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:25:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:59Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30facfbbb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 3be90c49-a044-482d-b7ff-a89bb9b9b68c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:26:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:30Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e30fb367db14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 7bb76b40-9ffc-45af-8802-96844c0ce862
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-zxxx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: a642ceb0-7db9-4be3-8d65-25de0b4635b1
  kind: Event
  lastTimestamp: "2026-04-16T16:26:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:43Z"
    name: isvc-paddle-predictor-c57db76c5-zxxx9.18a6e319e962df2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20708"
    uid: a3fd1f40-0b51-4f8e-88dd-0f9ea0be6145
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-c57db76c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: e445790f-8cbc-4959-b1ff-d64a13f87e64
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: 'Created pod: isvc-paddle-predictor-c57db76c5-zxxx9'
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-paddle-predictor-c57db76c5.18a6e30b91f4a423
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 3e9489ce-76e1-42fa-a8ee-cd55eeec5a10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 704b93ca-250d-47c7-b04a-0e6fd186b029
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: Scaled up replica set isvc-paddle-predictor-c57db76c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-paddle-predictor.18a6e30b8f2b6a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: cc9e6b73-0dca-40df-91ef-b10ffba4da11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 44f17a1b-5d98-48b0-821b-62155d2b9779
  kind: Event
  lastTimestamp: "2026-04-16T16:26:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:26Z"
    name: isvc-paddle-predictor.18a6e30f0e4e65dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: 4111ce83-52e7-4791-8ec3-cfcb7b5fc2db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 44f17a1b-5d98-48b0-821b-62155d2b9779
  kind: Event
  lastTimestamp: "2026-04-16T16:26:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:26Z"
    name: isvc-paddle-predictor.18a6e30f0ec6dcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: 0f35f22e-3997-4563-9432-88221c913944
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: 44f17a1b-5d98-48b0-821b-62155d2b9779
  kind: Event
  lastTimestamp: "2026-04-16T16:26:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:41Z"
    name: isvc-paddle-predictor.18a6e3198b73d67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 65466d8d-b8c8-4ad1-8e6b-f2eeb0845d68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: 44f17a1b-5d98-48b0-821b-62155d2b9779
  kind: Event
  lastTimestamp: "2026-04-16T16:26:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:41Z"
    name: isvc-paddle-predictor.18a6e3198be40848
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 82d5f74c-e48a-4d3a-a14d-45e3bd1ccf23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:26:43.551153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20725"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:26:43Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e319ee03e7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 22327adc-fdf1-41c0-8389-c65ec039b1e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:43Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:26:43Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31a0806c5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 9a272a2b-eb16-4ea9-b612-f6f63342494b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:44Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31a09507baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: d478707d-23ee-4d81-bc2a-a9a59e23b98d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:44Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31a0c44077e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: abf4bb55-136b-4918-8e46-eccaf20fbbc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:44Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31a0ca2f611
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 7017db6f-f302-4c6e-8ae8-79ee46828a58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:49Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:49Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31b61e663ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: ffc019e7-ebf7-4e1b-bcb9-bae89b252f5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:49Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31b65465d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: a3fa1c94-c456-4149-91e2-6a01777c7c14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:26:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:49Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31b65a94ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: 046cbe9b-a397-4e1a-bd54-293f2a8974e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:27:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:21Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e31b9dc3294d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: c63d4885-86dc-468d-8525-120de316ad8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 4f9b721b-551f-40d8-a78f-d07bfd3eae71
  kind: Event
  lastTimestamp: "2026-04-16T16:27:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:34Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc.18a6e325e67dbb1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 4192ce73-3c14-4c61-a2fe-03815229ae46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-8c7997d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 4f81c4f9-0bcf-4bdb-89fd-9b5628bbe1ae
  kind: Event
  lastTimestamp: "2026-04-16T16:26:43Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-8c7997d9b-dzhcc'
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:43Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b.18a6e319ed6d68ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: f34569e0-7a34-44f0-a82e-694a4edfd211
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 639d1d22-9aa4-4b3d-9293-a37b122ffc9e
  kind: Event
  lastTimestamp: "2026-04-16T16:26:43Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-8c7997d9b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:43Z"
    name: isvc-paddle-runtime-predictor.18a6e319ead91147
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: 0f9dc648-c561-4b34-bf86-13cc75e2ac0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: e53ce714-910c-4c55-ac92-8a5dc4a16984
  kind: Event
  lastTimestamp: "2026-04-16T16:26:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:58Z"
    name: isvc-paddle-runtime-predictor.18a6e31d69ed7577
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: 7a6a5ca8-96ba-4325-bf54-524bd1018cee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20715"
    uid: e53ce714-910c-4c55-ac92-8a5dc4a16984
  kind: Event
  lastTimestamp: "2026-04-16T16:26:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:26:58Z"
    name: isvc-paddle-runtime-predictor.18a6e31d6a5556af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 955dff55-0b88-4b58-947f-ce7feae086af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: e53ce714-910c-4c55-ac92-8a5dc4a16984
  kind: Event
  lastTimestamp: "2026-04-16T16:27:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:27:28Z"
    name: isvc-paddle-runtime-predictor.18a6e320e917bfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 46fa951a-9d67-4771-9c0b-c4297c9f79ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: e53ce714-910c-4c55-ac92-8a5dc4a16984
  kind: Event
  lastTimestamp: "2026-04-16T16:27:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:27:28Z"
    name: isvc-paddle-runtime-predictor.18a6e320e98c5180
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: b9e03f3b-291d-44c9-a420-b5e335ff9822
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: 0b6f175a-cc04-4229-8a95-fd28a6f914f9
  kind: Event
  lastTimestamp: "2026-04-16T16:27:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:27:31Z"
    name: isvc-paddle-runtime.18a6e319eab5ffc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: a718ee49-2c09-41f2-a1b5-a0d3b5ea9ae9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20690"
    uid: 0b6f175a-cc04-4229-8a95-fd28a6f914f9
  kind: Event
  lastTimestamp: "2026-04-16T16:26:43Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:26:43Z"
    name: isvc-paddle-runtime.18a6e319eb2183ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20720"
    uid: 942a81ba-313b-4742-9009-2dafb25aab84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 0b6f175a-cc04-4229-8a95-fd28a6f914f9
  kind: Event
  lastTimestamp: "2026-04-16T16:27:31Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:27:31Z"
    name: isvc-paddle-runtime.18a6e3252e893e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 6ab46ee8-54e6-4df5-a983-6c99f9e91df7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:27:35.041323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:27:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e325eb118d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: 15fde92d-20ce-4987-988d-534534db8ac1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:35Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e32603edce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 97b11ecb-d27a-4961-accc-e109fe276277
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e326052d030b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 275e0d93-4174-4702-9b25-e0bd1e89917c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e326086cf4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 321785e1-a2e1-4ece-8ef8-261933d99e9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e32608f34e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21194"
    uid: be595ae5-8e69-4220-8178-a77cd986ab58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:40Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:40Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e3274befd307
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 5f9206c2-8111-459b-93e4-37edf98a355c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:41Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e3274f10bd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21248"
    uid: 24f8065f-b9a2-4f35-86ee-829995eed21e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:27:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:27:41Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e3274f80e2fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 6183f622-3a01-40c3-a8bf-0a8b8d5b8536
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:28:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:12Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e32787d58807
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: d7b885d0-543f-47cd-9f39-90e83354a57c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: 9f07735c-f528-4676-bd44-27236301557c
  kind: Event
  lastTimestamp: "2026-04-16T16:28:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:26Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-b6j62.18a6e331f7212489
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: dd913bb0-a3d2-4a3d-be66-f3dd1e016d76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-679d448945
    namespace: kserve-ci-e2e-test
    resourceVersion: "21160"
    uid: f34d886c-018e-468b-9f89-a24567b2b889
  kind: Event
  lastTimestamp: "2026-04-16T16:27:35Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-679d448945-b6j62'
  metadata:
    creationTimestamp: "2026-04-16T16:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:27:35Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945.18a6e325ea7bf997
    namespace: kserve-ci-e2e-test
    resourceVersion: "21172"
    uid: 960c0e6d-7fb6-4116-8bee-131a71bde5a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21158"
    uid: dbe9360a-a3f7-4246-820a-97adbcb1f1f4
  kind: Event
  lastTimestamp: "2026-04-16T16:27:34Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-679d448945 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:27:34Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e325e80585e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: dbc80fc8-a1ec-465c-b0d2-6912f6a97842
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 6c8d40a5-384b-43b1-b3a5-0cf0b5cf7d34
  kind: Event
  lastTimestamp: "2026-04-16T16:28:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:28:05Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e32966c6a28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: cd54cfbe-2764-4e09-97d4-6d11c584bb08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21159"
    uid: 6c8d40a5-384b-43b1-b3a5-0cf0b5cf7d34
  kind: Event
  lastTimestamp: "2026-04-16T16:28:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:28:05Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e32967253425
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: 1bb4da04-0e0e-4b1a-8e6f-9e15f2b52fb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 6c8d40a5-384b-43b1-b3a5-0cf0b5cf7d34
  kind: Event
  lastTimestamp: "2026-04-16T16:28:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:28:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e33064d56757
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 676951fe-86d4-46ae-b3e4-dec4eb732dad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 6c8d40a5-384b-43b1-b3a5-0cf0b5cf7d34
  kind: Event
  lastTimestamp: "2026-04-16T16:28:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:28:20Z"
    name: isvc-paddle-v2-kserve-predictor.18a6e33065392d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 72777809-a80f-48b9-8467-83d7b46c47f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: c8f5fa94-5295-4bf6-8cca-d4fe7e4aafca
  kind: Event
  lastTimestamp: "2026-04-16T16:28:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:28:23Z"
    name: isvc-paddle-v2-kserve.18a6e325e7e25ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: eedf156c-6115-433c-9710-3a8023c01a78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:27:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: c8f5fa94-5295-4bf6-8cca-d4fe7e4aafca
  kind: Event
  lastTimestamp: "2026-04-16T16:27:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:27:34Z"
    name: isvc-paddle-v2-kserve.18a6e325e835e819
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: ffb6e6db-1be4-4010-b24d-815138b02cba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: c8f5fa94-5295-4bf6-8cca-d4fe7e4aafca
  kind: Event
  lastTimestamp: "2026-04-16T16:28:23Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:28:23Z"
    name: isvc-paddle-v2-kserve.18a6e331179c2d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 37021cf1-9739-4aa8-a911-e2f47d2a8ed2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: cf0cb7f2-e8bc-4f2a-9a38-9dd6e74d19fb
  kind: Event
  lastTimestamp: "2026-04-16T16:26:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:26:40Z"
    name: isvc-paddle.18a6e30b8f0391af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 96fe1ffe-2465-43a1-b040-1971322e07c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: cf0cb7f2-e8bc-4f2a-9a38-9dd6e74d19fb
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-paddle.18a6e30b8f7c3056
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 977f7f9e-7ff5-4dc2-998e-feeebf8fc20c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: cf0cb7f2-e8bc-4f2a-9a38-9dd6e74d19fb
  kind: Event
  lastTimestamp: "2026-04-16T16:26:40Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:26:40Z"
    name: isvc-paddle.18a6e319461042b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 065bd477-6e89-4e18-b42c-d5227b7ecdfe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:28:26.855061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-89795c578-km4b9
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:28:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:28:26Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e331fb686ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: 83671f75-7f0a-4c10-b1a7-9980c58b036d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:27Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:28:27Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e3321496771f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 3013852e-eea5-4d97-9778-274fcd246bf3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:27Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e33215e9c380
    namespace: kserve-ci-e2e-test
    resourceVersion: "21636"
    uid: ec51e5f7-72f7-4f42-92db-89ff712174af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:27Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e33219bfa201
    namespace: kserve-ci-e2e-test
    resourceVersion: "21638"
    uid: d7e1ac7c-787d-4f2c-ae22-4b612e2e95ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:27Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e3321a3034af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: a5a09fba-541e-423d-ade1-33aa9eae4daf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:31Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:31Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e332f9debe9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: db2d126f-370c-45b2-9df6-d40552367060
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:38Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.991s (6.991s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:38Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e3349a97be6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21732"
    uid: 04ef44fa-fab1-4f47-bf17-4cd6a8c5d72f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:38Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e3349db36353
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: a9731a7d-6967-4a15-a808-ddeb4b76421c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:28:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:28:38Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e3349e217af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: fedb684b-2521-47fd-a93c-e4895430b5fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:30:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:10Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e334d8d5f81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 5aebc04d-8242-4caf-a52d-7674d76b1592
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-km4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 938ad486-5276-4135-aa5b-de465a2b49e9
  kind: Event
  lastTimestamp: "2026-04-16T16:30:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:07Z"
    name: isvc-pmml-predictor-89795c578-km4b9.18a6e349814d8478
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: 843acae1-0b7e-441c-9aab-4ae4211e8602
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-89795c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: 109bec41-599c-4a04-aff9-acf5dbf8ca0e
  kind: Event
  lastTimestamp: "2026-04-16T16:28:26Z"
  message: 'Created pod: isvc-pmml-predictor-89795c578-km4b9'
  metadata:
    creationTimestamp: "2026-04-16T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:28:26Z"
    name: isvc-pmml-predictor-89795c578.18a6e331fad4e236
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 1106aac6-6ce6-43d5-8c96-ddefef84779b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 4ebf3c6b-dc48-4e3b-9d58-fa51bea5d755
  kind: Event
  lastTimestamp: "2026-04-16T16:28:26Z"
  message: Scaled up replica set isvc-pmml-predictor-89795c578 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:28:26Z"
    name: isvc-pmml-predictor.18a6e331f85366c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: 52ff34e8-d16f-4c7d-a021-fddd8381910f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 42cf6d34-f8a5-49d4-8687-dd4f983bbb05
  kind: Event
  lastTimestamp: "2026-04-16T16:29:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:29:11Z"
    name: isvc-pmml-predictor.18a6e33576dbab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 14eadbd4-2f6b-48ba-a4c0-9b0e41a047dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 42cf6d34-f8a5-49d4-8687-dd4f983bbb05
  kind: Event
  lastTimestamp: "2026-04-16T16:29:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:29:11Z"
    name: isvc-pmml-predictor.18a6e3357742a552
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: 79ba9a1c-7627-4ff7-a004-1b6d0410456e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:29:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 42cf6d34-f8a5-49d4-8687-dd4f983bbb05
  kind: Event
  lastTimestamp: "2026-04-16T16:29:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:29:56Z"
    name: isvc-pmml-predictor.18a6e33ff43828d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22295"
    uid: b150e621-cfcb-469f-857a-e4c765fc046f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:29:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21764"
    uid: 42cf6d34-f8a5-49d4-8687-dd4f983bbb05
  kind: Event
  lastTimestamp: "2026-04-16T16:29:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:29:56Z"
    name: isvc-pmml-predictor.18a6e33ff4a840c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22296"
    uid: f9e051d7-18e5-4d1c-b8f4-0ff95bae26f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:30:07.995324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22416"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:30:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:30:07Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e34987d65f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22422"
    uid: 3ea7be84-e9e9-43e8-9c59-ef66763a2a6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22425"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:08Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:30:08Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e349a0b6361f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22431"
    uid: 2a114337-58f5-4347-9403-3965f8629ace
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:08Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e349a284f498
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: 946b8c21-8f14-46cb-9e78-389724cb3f3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:08Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e349a54fa77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: ac292020-cc62-4f25-b3bc-28171d805974
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:08Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e349a5a974fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 715b53aa-cad2-4f83-84b8-bf6ef2393dd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:12Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:12Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e34a914a2063
    namespace: kserve-ci-e2e-test
    resourceVersion: "22476"
    uid: bd8dd8c2-1b94-4b5d-b370-72fdde3ca99a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:12Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e34a94510ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: af21aefd-fd5e-4051-b927-e63a34e66c39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:30:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:30:12Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e34a94afd12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: ebfc5af1-1f77-45ed-a42e-e1e2fed9dc81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:31:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:27Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e34acd3abaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23003"
    uid: 44e9b415-66c2-44e6-827a-4c39a098be65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 7849911b-7aa1-4bdf-bcb3-1bf8cd0d5e8e
  kind: Event
  lastTimestamp: "2026-04-16T16:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:38Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-xg946.18a6e35eb8063373
    namespace: kserve-ci-e2e-test
    resourceVersion: "23128"
    uid: a70c19c0-747d-4b1f-8ef1-098b1ff6160b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-5bf494d8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: d26b2976-d9e2-492c-bd89-a876ebf5e09f
  kind: Event
  lastTimestamp: "2026-04-16T16:30:07Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-5bf494d8dc-xg946'
  metadata:
    creationTimestamp: "2026-04-16T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:30:07Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc.18a6e3498764fae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: 78823232-aa75-4e9a-8965-3ee3c355c079
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22402"
    uid: 07e829ec-e23e-457e-b336-3fc68af1fe33
  kind: Event
  lastTimestamp: "2026-04-16T16:30:07Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-5bf494d8dc from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:30:07Z"
    name: isvc-pmml-runtime-predictor.18a6e3498324f929
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 3a1af021-f566-420e-99b9-958e5354bcb2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 1374546b-5d91-4bc3-9233-17d99c68663f
  kind: Event
  lastTimestamp: "2026-04-16T16:30:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:30:52Z"
    name: isvc-pmml-runtime-predictor.18a6e34d01f8fc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22764"
    uid: 47727e01-5f39-47fd-a7ec-10bc53304670
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 1374546b-5d91-4bc3-9233-17d99c68663f
  kind: Event
  lastTimestamp: "2026-04-16T16:30:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:30:52Z"
    name: isvc-pmml-runtime-predictor.18a6e34d0254eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: b884220b-7585-4b68-aa89-3ac7dc5de73d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 1374546b-5d91-4bc3-9233-17d99c68663f
  kind: Event
  lastTimestamp: "2026-04-16T16:31:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:31:38Z"
    name: isvc-pmml-runtime-predictor.18a6e3577ed201bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 14956cf9-477a-4b84-b5db-51c71ab1294a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 1374546b-5d91-4bc3-9233-17d99c68663f
  kind: Event
  lastTimestamp: "2026-04-16T16:31:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:31:38Z"
    name: isvc-pmml-runtime-predictor.18a6e3577f379dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: ea9a74f4-9157-4f00-a2fe-96ae78aa8dbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: a891461e-3f4c-4c49-adce-6c1d1fdebcbe
  kind: Event
  lastTimestamp: "2026-04-16T16:31:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:31:37Z"
    name: isvc-pmml-runtime.18a6e34982fd91a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23081"
    uid: 346d0730-2ce3-4f04-b524-2aee47efcfa5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: a891461e-3f4c-4c49-adce-6c1d1fdebcbe
  kind: Event
  lastTimestamp: "2026-04-16T16:30:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:30:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:30:07Z"
    name: isvc-pmml-runtime.18a6e349834d7095
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: 5ebecb96-cbc3-4b45-a841-be86a97820a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23079"
    uid: a891461e-3f4c-4c49-adce-6c1d1fdebcbe
  kind: Event
  lastTimestamp: "2026-04-16T16:31:37Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:31:37Z"
    name: isvc-pmml-runtime.18a6e35e55c9b92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 4401d4aa-3db0-4dbb-bd94-6fc7a3d4cbc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:31:39.078347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35ebccf1769
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: c20e329b-8f75-4f25-a4ef-d56da0357775
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23151"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35ed59aff26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 43bf5d43-16a9-4516-83e3-410c12c7e7ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35ed6d12c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23160"
    uid: 9ab78299-c7d1-4c64-bd25-148cf6ec048a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35eda1ca10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: d16dfb07-e9ea-4f38-8442-f64bc051b904
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35eda77f5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: d0bcde73-5a60-4d63-8e24-6e72308d7221
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:43Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:43Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35fd2be0842
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: fbcf3454-1fd0-42ca-a190-d6688ace051a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:43Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35fd59e95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: f3cac595-db13-4645-942e-c542eadbde8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:31:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:31:43Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e35fd5fee368
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 5e61b36e-8a57-48f4-a4c2-1820b929aea5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:32:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:32:56Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e3600ea69d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: 3e5e3be5-fdb8-4d3a-816d-8525e4311ae8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: eda2ad7a-c8a0-406c-b0a4-37e69a12aa13
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq.18a6e373f8a32b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: a958fbcb-e3e6-4f02-999c-49e84baf3e43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: eeee207d-b45a-489f-b540-2a9da9f0b5a6
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-bzzjq'
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd.18a6e35ebc6b537d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: 1770ec9e-84fb-45ff-b4e9-786311528e28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23122"
    uid: a7f2e21c-4fa7-4755-aa89-5f4db57ee87f
  kind: Event
  lastTimestamp: "2026-04-16T16:31:38Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-5b65fdc9dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:31:38Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e35eb814e10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: 4d8a258d-f434-455e-9909-4359341a941c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23126"
    uid: 06aace33-3fd0-4cc8-b2b3-f924dac793df
  kind: Event
  lastTimestamp: "2026-04-16T16:32:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:32:09Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e36237390192
    namespace: kserve-ci-e2e-test
    resourceVersion: "23388"
    uid: efe7446c-5d88-4589-aa62-1b01b18044c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23126"
    uid: 06aace33-3fd0-4cc8-b2b3-f924dac793df
  kind: Event
  lastTimestamp: "2026-04-16T16:32:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:32:09Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e36237d1d2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 7bdf6e3d-856a-4daf-9bf2-af747c39dd47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:32:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: 06aace33-3fd0-4cc8-b2b3-f924dac793df
  kind: Event
  lastTimestamp: "2026-04-16T16:33:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:33:09Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e36935b442f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23816"
    uid: 292a6468-38cb-4189-a38d-13ca8f5e0399
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:32:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: 06aace33-3fd0-4cc8-b2b3-f924dac793df
  kind: Event
  lastTimestamp: "2026-04-16T16:33:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:33:09Z"
    name: isvc-pmml-v2-kserve-predictor.18a6e3693619fb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: e9540224-c199-4083-a7d9-21bded70da3a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 6c70ce1d-d409-43ee-8c9e-3bea17355358
  kind: Event
  lastTimestamp: "2026-04-16T16:33:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:33:06Z"
    name: isvc-pmml-v2-kserve.18a6e35eb81d23a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 8356626f-8e48-4a8d-84fa-01cd8008a950
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 6c70ce1d-d409-43ee-8c9e-3bea17355358
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve.18a6e35eb88fce06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: 515406a4-44ef-44d1-bb10-6ca87a78a0b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 6c70ce1d-d409-43ee-8c9e-3bea17355358
  kind: Event
  lastTimestamp: "2026-04-16T16:31:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:31:39Z"
    name: isvc-pmml-v2-kserve.18a6e35ebc885eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 858056b5-3d18-451a-9a85-aa030e7ffb8a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 6c70ce1d-d409-43ee-8c9e-3bea17355358
  kind: Event
  lastTimestamp: "2026-04-16T16:33:06Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:33:06Z"
    name: isvc-pmml-v2-kserve.18a6e3730e50e1ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23798"
    uid: 4af843f7-16dc-4d03-b134-12c0cd5ff790
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 1cb1be7f-8145-4b60-9b04-f955a9451073
  kind: Event
  lastTimestamp: "2026-04-16T16:30:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:30:00Z"
    name: isvc-pmml.18a6e331f82dbe7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22325"
    uid: 7d33c89a-3078-420c-8b27-8695f308cb44
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:28:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 1cb1be7f-8145-4b60-9b04-f955a9451073
  kind: Event
  lastTimestamp: "2026-04-16T16:28:26Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:28:26Z"
    name: isvc-pmml.18a6e331f8888e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 54f06f27-67e1-46f4-918c-a497873756b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:30:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 1cb1be7f-8145-4b60-9b04-f955a9451073
  kind: Event
  lastTimestamp: "2026-04-16T16:30:00Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:30:00Z"
    name: isvc-pmml.18a6e347b909a852
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: a256b2c8-e83f-439f-bee1-c085f8520af7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:37:42.257403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26491"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b34bf79f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26496"
    uid: b20f3d05-8fc6-48d7-a582-c3521517d51a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b3651424b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26508"
    uid: 18218e70-b1df-4056-bdf1-19b8dee3a541
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b3666369e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26510"
    uid: d4894b97-a492-4551-8fb5-0a9c597c01c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b36999056c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26512"
    uid: ed4d72c5-c4db-4539-a7d8-e96e85da4593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b36a0837b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: 9539257a-d357-4f53-8e5e-b7deb3475267
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:46Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b46251c761
    namespace: kserve-ci-e2e-test
    resourceVersion: "26549"
    uid: 52d3610a-40dd-4f0c-8acf-b84ce4aae5c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:46Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b46594ff81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26553"
    uid: c7532c71-7a00-4a8f-be51-eb146804ef87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:46Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b4660b1132
    namespace: kserve-ci-e2e-test
    resourceVersion: "26554"
    uid: bdf293ff-792e-4971-b400-4ea610b4fbbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:38:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:38:48Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3b49e3d5535
    namespace: kserve-ci-e2e-test
    resourceVersion: "26994"
    uid: f3afe63c-d26f-47bf-af20-0a3048cbb298
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: a460751e-ae5f-419f-bc07-7c6d323cb7a8
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq.18a6e3c5f8573b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 493841ad-22e0-419a-aaaa-2198ad1604fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-785bb8f7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: 432feb73-23cf-40ab-8ce3-3f3e8cfe82d8
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-785bb8f7db-fqqhq'
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db.18a6e3b34b9d3f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26494"
    uid: 8603be6b-47c1-402d-a18e-09b772feeccb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: e1e06317-9786-4e79-8d43-25934116103a
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-785bb8f7db from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm-predictor.18a6e3b348e6686f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26484"
    uid: a1576e8f-58b3-4072-9e65-e86a2f42148e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 8549c431-dfc8-4ea2-8d32-ccd8f0efc5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:37:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:57Z"
    name: isvc-predictive-lightgbm-predictor.18a6e3b6c7e54365
    namespace: kserve-ci-e2e-test
    resourceVersion: "26630"
    uid: 80a97f7b-6a66-4b83-8d18-e9ec6518fe81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: 8549c431-dfc8-4ea2-8d32-ccd8f0efc5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:37:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:57Z"
    name: isvc-predictive-lightgbm-predictor.18a6e3b6c84782c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: 6f96167b-75bb-4af6-a0df-6fc23298a072
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:38:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: 8549c431-dfc8-4ea2-8d32-ccd8f0efc5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:38:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:38:57Z"
    name: isvc-predictive-lightgbm-predictor.18a6e3ba4732f376
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 07651a84-3de5-4b6d-aefb-c1f56cbb16cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:38:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: 8549c431-dfc8-4ea2-8d32-ccd8f0efc5e1
  kind: Event
  lastTimestamp: "2026-04-16T16:38:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:38:57Z"
    name: isvc-predictive-lightgbm-predictor.18a6e3ba479497d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: 23455382-9c4f-4c93-b790-877d63fbe5dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:41:42.890721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:41:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:41:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3eb52d4b116
    namespace: kserve-ci-e2e-test
    resourceVersion: "28432"
    uid: 987bed5b-f9ce-4f6a-89ef-d2c9c4f45dde
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:43Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:41:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3eb6bbe568b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28444"
    uid: 097ac0b5-23b2-4f58-aafe-23cdfb161403
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3eb6d07ecb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28446"
    uid: 8df93e2d-9052-4717-9967-61a719b8d8ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3eb6fbc4cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: a7fe0ab8-975d-435c-a8b5-291f8a449b50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3eb702a5ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28449"
    uid: 0755ed6e-072a-48ee-893c-3491f60a870f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:47Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3ec72205926
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: 9265219a-b3e0-4e0e-bee7-075d8181c637
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3ec756f7da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28494"
    uid: 47b8c57f-852a-4daa-a8b3-948aaf211bae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3ec75dfd1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28495"
    uid: bf5e558f-75f1-4a8a-bacf-ff9a9aace180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:42:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:42:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3f3e635a671
    namespace: kserve-ci-e2e-test
    resourceVersion: "28947"
    uid: 3695ed4a-6ca4-40a1-a9d0-c64e416ef914
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: 7c0f572c-78fe-4542-99b7-2a169550091d
  kind: Event
  lastTimestamp: "2026-04-16T16:43:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b.18a6e3fdf97de401
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: ae44701f-61ca-4897-b665-5c1d371f0678
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28416"
    uid: 8bc3ba47-15a0-41b7-899f-1bb01d26cfeb
  kind: Event
  lastTimestamp: "2026-04-16T16:41:42Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-tk98b'
  metadata:
    creationTimestamp: "2026-04-16T16:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:42Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7.18a6e3eb5266ab31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28428"
    uid: 9f661d48-f0d8-4d72-afce-79a31ad86d93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28412"
    uid: 99de3dd5-a0d4-4fd7-8d6c-55289c343d3c
  kind: Event
  lastTimestamp: "2026-04-16T16:41:42Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-665ddb84b7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:42Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e3eb4fa9a37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: e23ff012-2e41-4a38-9f1d-966418a0c13e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 6a4ca87c-bf35-4747-be2e-8207914d4261
  kind: Event
  lastTimestamp: "2026-04-16T16:42:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:42:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e3eece8efb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28688"
    uid: 9f08aa8f-b153-442d-9f45-0a98cadaba9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 6a4ca87c-bf35-4747-be2e-8207914d4261
  kind: Event
  lastTimestamp: "2026-04-16T16:42:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:42:12Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e3eecef7aa09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28689"
    uid: e50924d6-64c6-443a-a260-13c95f575cb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: 6a4ca87c-bf35-4747-be2e-8207914d4261
  kind: Event
  lastTimestamp: "2026-04-16T16:42:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:42:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e3f5ccd27dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29006"
    uid: 5ca81a60-cf5e-4332-8a23-70074991af0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28572"
    uid: 6a4ca87c-bf35-4747-be2e-8207914d4261
  kind: Event
  lastTimestamp: "2026-04-16T16:42:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:42:57Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6e3f5cd3e6c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 799edd80-affc-4aba-96f4-7d89907f4b23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28389"
    uid: af496847-429e-4b2b-be8b-86c6ee36cea0
  kind: Event
  lastTimestamp: "2026-04-16T16:42:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:42:59Z"
    name: isvc-predictive-lightgbm-v2.18a6e3eb4f88125d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29027"
    uid: 2c3be5d1-cf1d-4056-88c2-d9987e47d401
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28389"
    uid: af496847-429e-4b2b-be8b-86c6ee36cea0
  kind: Event
  lastTimestamp: "2026-04-16T16:41:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:41:42Z"
    name: isvc-predictive-lightgbm-v2.18a6e3eb50390ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: dbdceeae-feba-4ec7-886f-aa5c0857da7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:42:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29025"
    uid: af496847-429e-4b2b-be8b-86c6ee36cea0
  kind: Event
  lastTimestamp: "2026-04-16T16:42:59Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:42:59Z"
    name: isvc-predictive-lightgbm-v2.18a6e3fd3a7149f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: 690874e2-153c-4f26-bcf8-c0c09ecd1a5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: 82243ca4-50a7-4128-b68c-de25bdc5ad09
  kind: Event
  lastTimestamp: "2026-04-16T16:38:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:38:59Z"
    name: isvc-predictive-lightgbm.18a6e3b348c08b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27075"
    uid: 738d6dc5-d7d6-453a-8cd1-19eb40352a7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26456"
    uid: 82243ca4-50a7-4128-b68c-de25bdc5ad09
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-lightgbm.18a6e3b349105918
    namespace: kserve-ci-e2e-test
    resourceVersion: "26486"
    uid: c6a8d2a7-5ec0-4f6d-a3cb-fe0867235d6a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:38:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27071"
    uid: 82243ca4-50a7-4128-b68c-de25bdc5ad09
  kind: Event
  lastTimestamp: "2026-04-16T16:38:59Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:38:59Z"
    name: isvc-predictive-lightgbm.18a6e3c52a7b5773
    namespace: kserve-ci-e2e-test
    resourceVersion: "27073"
    uid: 8bda6676-0a50-478c-8e70-d983f67a87e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:34:41.836908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:34:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e3894a115680
    namespace: kserve-ci-e2e-test
    resourceVersion: "24762"
    uid: 8998eab1-edc9-4e6e-a921-86654271e482
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:34:42Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:34:42Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e389631c0ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24776"
    uid: b9958719-6bb1-46a4-8eb8-a7513b6fd03e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:34:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:42Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38964641a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: 22e023ae-bd11-403a-a29d-ae96fdfdd16f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:34:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:42Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e3896744410b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: 2be5d187-6453-4bcd-b030-d95e81d8f069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:34:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:42Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38967af4af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24783"
    uid: e3617a7d-296b-4dbf-9273-872335d72ec0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:34:46Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:46Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38a5646047a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: b4f147f6-32d1-4dc1-a2ab-c405f37f1aef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:35:05Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.223s
    (19.223s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:35:05Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38ed0115ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24955"
    uid: 763fb330-eacd-4e5e-b13c-ae382e5cfcff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:35:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:35:05Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38ed30306fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: d7b22091-9131-4699-bab5-2b009410bca8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:35:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:35:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:35:05Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38ed3734320
    namespace: kserve-ci-e2e-test
    resourceVersion: "24959"
    uid: 7392a4a4-acab-40b5-82c5-66c3b2f6412b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:36:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:07Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e38f02fa2b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 8eeb4f0f-197c-48d9-b8aa-2095fcaf32bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24759"
    uid: 451cf185-c631-45d8-938e-c45f5a05922b
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm.18a6e3a09d0631a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25816"
    uid: 81547e7f-9c0f-42e4-8c07-ff7d2f467258
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5864bd8d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 4775fea2-18a5-4385-ab40-3dca9bf9a872
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5864bd8d8b-m9vfm'
  metadata:
    creationTimestamp: "2026-04-16T16:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b.18a6e3894995293b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24758"
    uid: 2eb0fb7c-6300-458d-9e61-feffcc3eeb74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 04c506e3-e302-445f-aec7-644cf8b57570
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5864bd8d8b from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-predictive-sklearn-predictor.18a6e3894744faea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: 3c4d3b5d-2ef9-4a6a-b007-a7e5afa2184e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: ea8c0554-f72a-4e0f-b389-32e82d40e1eb
  kind: Event
  lastTimestamp: "2026-04-16T16:35:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:35:41Z"
    name: isvc-predictive-sklearn-predictor.18a6e38cc606c0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: d54ebe82-15ac-4c65-921d-9efe107719ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24747"
    uid: ea8c0554-f72a-4e0f-b389-32e82d40e1eb
  kind: Event
  lastTimestamp: "2026-04-16T16:35:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:35:41Z"
    name: isvc-predictive-sklearn-predictor.18a6e38cc64c3ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: e87b4dad-9196-4ee0-8e83-69bc0bc55d9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24893"
    uid: ea8c0554-f72a-4e0f-b389-32e82d40e1eb
  kind: Event
  lastTimestamp: "2026-04-16T16:36:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:36:11Z"
    name: isvc-predictive-sklearn-predictor.18a6e39ac223dc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: c9e200e7-5581-4760-8ab0-f0e6fb56b05f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24893"
    uid: ea8c0554-f72a-4e0f-b389-32e82d40e1eb
  kind: Event
  lastTimestamp: "2026-04-16T16:36:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:36:11Z"
    name: isvc-predictive-sklearn-predictor.18a6e39ac28a9550
    namespace: kserve-ci-e2e-test
    resourceVersion: "25711"
    uid: 607b70d5-ea80-4f3e-9fb2-45c53df49f6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:39:02.521679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c5fc17500d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 8a097dad-f574-43b6-bfb1-be86f5eedfbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c614f21bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: cc9c9742-5b0e-451f-a7b2-c8f149fc223e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c61642121c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: ba26e3bb-c6a5-4f4c-81a1-4530af0e7ac0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:03Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c619a51f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: 77cd5209-0f62-4c9f-8690-ac6d57a37026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:03Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c61a10b17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: ad9064ee-bb04-46a9-8a06-b1ac4f64e994
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:07Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c7124e02f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27198"
    uid: dda9d72c-8e66-474f-892c-1d62d5991faa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:07Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c715d54680
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 64e6f71d-cbe6-4e53-964a-a18f71345d73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:39:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:39:07Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3c7164b29af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 6420eacf-a21b-46fb-b565-e03049d855e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:40:09Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:09Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3ce864d05ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 5358add7-9fc9-4d1b-919b-708226da23f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 3b68ea46-e001-4826-aa42-23197e2691e6
  kind: Event
  lastTimestamp: "2026-04-16T16:40:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:22Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r.18a6e3d8a4583f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27768"
    uid: a46746f1-f628-4fcf-9142-98a8574baf9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27128"
    uid: 6381ec07-f855-4624-82b8-3c0175e167e3
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-4l48r'
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf.18a6e3c5fb77fafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: 9fb0ef9f-c3eb-4ddb-9da7-fca62e7ecb39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: d69b41c4-fc68-49b9-8435-df72ef82a1e3
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-7f8f9f49bf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e3c5f9026644
    namespace: kserve-ci-e2e-test
    resourceVersion: "27129"
    uid: aec5d6a5-d51d-4655-bfb0-55c1b7c619f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27127"
    uid: 6c077ec4-9530-4fca-a8a0-f9d27f053ac9
  kind: Event
  lastTimestamp: "2026-04-16T16:39:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e3c978256b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27384"
    uid: dca9894f-b527-4a38-aba4-394af35a7427
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27127"
    uid: 6c077ec4-9530-4fca-a8a0-f9d27f053ac9
  kind: Event
  lastTimestamp: "2026-04-16T16:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:39:32Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e3c9788cb4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 17d59c4d-7a61-476c-94ad-b6fe643828ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6c077ec4-9530-4fca-a8a0-f9d27f053ac9
  kind: Event
  lastTimestamp: "2026-04-16T16:40:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e3d076864b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: fba63d9c-9e11-47a8-95ec-da67ad4a062c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 6c077ec4-9530-4fca-a8a0-f9d27f053ac9
  kind: Event
  lastTimestamp: "2026-04-16T16:40:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6e3d076e858f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: deb49996-58d8-4a7b-a8f7-522a58c74dd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: 0df76c2b-2c0d-4f4f-bc6e-d6c7d742a60d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:19Z"
    name: isvc-predictive-sklearn-v2.18a6e3c5f90aa075
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: 220a6adf-cea5-4043-b712-5ae3421044e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: 0df76c2b-2c0d-4f4f-bc6e-d6c7d742a60d
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2.18a6e3c5f9a28fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: 6e2b6304-af0c-4a67-b2d7-53298bfb5da0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: 0df76c2b-2c0d-4f4f-bc6e-d6c7d742a60d
  kind: Event
  lastTimestamp: "2026-04-16T16:39:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:39:02Z"
    name: isvc-predictive-sklearn-v2.18a6e3c5ff09895b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: 0c3461ae-10bc-48b8-ab85-0b501dabb028
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: 0df76c2b-2c0d-4f4f-bc6e-d6c7d742a60d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:19Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:19Z"
    name: isvc-predictive-sklearn-v2.18a6e3d7da917820
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: eb96a882-6bab-4e05-b41f-4612975ce842
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 93b6c68a-83c4-4ca5-a671-f43864b12c4f
  kind: Event
  lastTimestamp: "2026-04-16T16:36:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:36:17Z"
    name: isvc-predictive-sklearn.18a6e38947239362
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 81ae43dd-9a09-4071-a1d8-efe8ac9633b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 93b6c68a-83c4-4ca5-a671-f43864b12c4f
  kind: Event
  lastTimestamp: "2026-04-16T16:34:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:41Z"
    name: isvc-predictive-sklearn.18a6e38947c31353
    namespace: kserve-ci-e2e-test
    resourceVersion: "24752"
    uid: 1b13ee03-4ffa-4190-992e-ed1a0ba29450
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 93b6c68a-83c4-4ca5-a671-f43864b12c4f
  kind: Event
  lastTimestamp: "2026-04-16T16:36:17Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:36:17Z"
    name: isvc-predictive-sklearn.18a6e39f90cce2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25759"
    uid: 0e860bce-c9e9-4a9e-ad42-7e540304b0d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:36:22.097711Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a0a213cfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 2ca82921-2b40-46a1-bec0-b29ae28b848f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a0bad4dbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 7a1fee5b-05b0-4ce5-8b9b-7023a91a97ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a0bd1eeb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: e449a927-74f8-40d7-afad-284513ec6d7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a0bff22a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: cdd2d631-edcc-43f5-9f93-326dddf3090a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a0c05f5297
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: 0b0c14ce-dde6-4d39-8999-d76971780f13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:26Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a1b2624391
    namespace: kserve-ci-e2e-test
    resourceVersion: "25890"
    uid: 238092da-0caf-4443-8c43-c2dd2031305b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:26Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a1b58cae68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: 70f1aa24-1a90-4f72-8c0d-71982ee4f510
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:36:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:36:26Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a1b5fb4c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: 58d0f6e2-32d2-4144-a453-e3d91b9d8322
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:37:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:28Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3a1ee552e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 32e2e1c7-57b0-4f2c-97e9-f57d052083e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: ccea3d31-02ad-4bde-96ab-93119af51d60
  kind: Event
  lastTimestamp: "2026-04-16T16:37:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:37:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:37:42Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr.18a6e3b347f6e00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: dc325717-5a55-494e-967b-33df1d5517eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-577fdc969f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25818"
    uid: b6e6d3f1-f7ac-4594-a071-e81aa9a05de6
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-577fdc969f-q7jfr'
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f.18a6e3a0a1aeb749
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: f66c7bb7-849d-4167-a122-bf99d30de2c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25815"
    uid: 41dcb5fa-e51a-4648-9c40-6f274f42ca5f
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-577fdc969f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost-predictor.18a6e3a09d748ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25819"
    uid: c0a2f0af-0256-45df-a4b0-d10046109cd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25817"
    uid: a7d8fdf9-19b7-49d1-ad5e-01c72d37c20f
  kind: Event
  lastTimestamp: "2026-04-16T16:37:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:07Z"
    name: isvc-predictive-xgboost-predictor.18a6e3a41c1ef427
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: c9ee4ebd-4227-4e5c-83d7-c9c01249a564
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25817"
    uid: a7d8fdf9-19b7-49d1-ad5e-01c72d37c20f
  kind: Event
  lastTimestamp: "2026-04-16T16:37:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:07Z"
    name: isvc-predictive-xgboost-predictor.18a6e3a41c896068
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: 12aa2cce-ce39-4c3a-9f43-e2ca41701191
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: a7d8fdf9-19b7-49d1-ad5e-01c72d37c20f
  kind: Event
  lastTimestamp: "2026-04-16T16:37:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:37Z"
    name: isvc-predictive-xgboost-predictor.18a6e3ae99e953cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: ca7dce9c-97bb-4736-865d-bc5caafc6825
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: a7d8fdf9-19b7-49d1-ad5e-01c72d37c20f
  kind: Event
  lastTimestamp: "2026-04-16T16:37:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:37:37Z"
    name: isvc-predictive-xgboost-predictor.18a6e3ae9a4b9576
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: 961bf5a1-be73-4901-b6bb-8a17c69123bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:40:22.723763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:40:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:40:22Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d8a88202d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27784"
    uid: babb668f-db38-4fa9-933d-a6dde1ecfa0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27790"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d8c15c1951
    namespace: kserve-ci-e2e-test
    resourceVersion: "27797"
    uid: 4579353b-34ea-4e6f-94f3-b046a705b335
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d8c29694af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27799"
    uid: 8eeeb438-386a-41e3-adeb-b1247b60eb33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d8c5d746c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: 8f4ba32e-9112-4ae3-b85d-b8f638115712
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d8c645b4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: 4831f2fd-953f-4526-bbe6-e08d061e4ff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:27Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d9c1c5a671
    namespace: kserve-ci-e2e-test
    resourceVersion: "27838"
    uid: 88c8a14d-5bff-4e5d-ade5-faf194659a2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:27Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d9c5875750
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: b0389135-b61b-4a0c-88a1-56811a8eefff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:40:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:40:27Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3d9c5fb749f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: 696d7fd2-1252-45d4-9263-502a547bd7b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:41:29Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:29Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3e135d4d1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28285"
    uid: c342194f-4499-447a-bdf2-edc5d1ede6c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: 5b846a93-2540-4450-8c3c-417545aecf80
  kind: Event
  lastTimestamp: "2026-04-16T16:41:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:41:42Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg.18a6e3eb4f903fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28418"
    uid: 8043af73-65f5-4aa6-924a-4730f5fe262e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-795b445d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27770"
    uid: 085f555a-188c-4226-b4cf-92a8cefa1d95
  kind: Event
  lastTimestamp: "2026-04-16T16:40:22Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-795b445d66-5kbwg'
  metadata:
    creationTimestamp: "2026-04-16T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:22Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66.18a6e3d8a7f15a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27781"
    uid: b27101c1-c82f-4941-828e-e3678af246a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27767"
    uid: d3a86014-092d-42e6-aaa6-cba22b4f6aba
  kind: Event
  lastTimestamp: "2026-04-16T16:40:22Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-795b445d66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:40:22Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e3d8a553c86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27772"
    uid: 6842b9f6-9c2a-4442-b9cb-b5440ec6c7b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 21ec2048-3494-46f7-9619-726440bbcef4
  kind: Event
  lastTimestamp: "2026-04-16T16:41:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:07Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e3dc23c1c55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28125"
    uid: afe9003b-dbd4-4b62-97b2-abc66f311947
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27769"
    uid: 21ec2048-3494-46f7-9619-726440bbcef4
  kind: Event
  lastTimestamp: "2026-04-16T16:41:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:07Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e3dc242398a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: 5bf12902-b091-4731-8ee6-cf47856e7ea6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: 21ec2048-3494-46f7-9619-726440bbcef4
  kind: Event
  lastTimestamp: "2026-04-16T16:41:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:37Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e3e6a10cb161
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: bcfad2ce-90a2-4fc0-a42d-b9e1b7a6d6f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27918"
    uid: 21ec2048-3494-46f7-9619-726440bbcef4
  kind: Event
  lastTimestamp: "2026-04-16T16:41:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:41:37Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6e3e6a171e307
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: 44e010c6-8fb5-4119-ad81-21e834d60102
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: d86e3d6d-3dd2-42b8-a9e4-8e75dc373c3d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:41:39Z"
    name: isvc-predictive-xgboost-v2.18a6e3d8a5241406
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: c79d69a8-6035-4e20-b749-1f9580195bda
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:40:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: d86e3d6d-3dd2-42b8-a9e4-8e75dc373c3d
  kind: Event
  lastTimestamp: "2026-04-16T16:40:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:40:22Z"
    name: isvc-predictive-xgboost-v2.18a6e3d8a57f41cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27774"
    uid: aac432cb-9b23-4a1b-a60d-c3d5dae70d31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:41:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28364"
    uid: d86e3d6d-3dd2-42b8-a9e4-8e75dc373c3d
  kind: Event
  lastTimestamp: "2026-04-16T16:41:39Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:41:39Z"
    name: isvc-predictive-xgboost-v2.18a6e3ea89eb303d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: fa03f3b8-ad7b-4fff-8ba6-d38e1f259e06
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 2de44743-028a-4099-a1bf-7564f51a8a12
  kind: Event
  lastTimestamp: "2026-04-16T16:37:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:37:38Z"
    name: isvc-predictive-xgboost.18a6e3a09d7e3611
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: bd381de1-db2c-4e52-b51f-4ca76f95e0f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:36:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 2de44743-028a-4099-a1bf-7564f51a8a12
  kind: Event
  lastTimestamp: "2026-04-16T16:36:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:36:22Z"
    name: isvc-predictive-xgboost.18a6e3a09df85810
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: dddc182b-58f2-4a04-829b-bb19551d85d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:37:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26423"
    uid: 2de44743-028a-4099-a1bf-7564f51a8a12
  kind: Event
  lastTimestamp: "2026-04-16T16:37:38Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:37:38Z"
    name: isvc-predictive-xgboost.18a6e3b27afc2747
    namespace: kserve-ci-e2e-test
    resourceVersion: "26425"
    uid: 2fb4bb03-7b4e-4738-8ce5-e6d387cfff31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:33:10.373978Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e373fe73d3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23869"
    uid: 12a5dd50-76aa-4d8b-93c9-6de12648f09d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23874"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e374175e893e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 9558842b-5e57-466d-be10-f3a8a7a60881
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e37418c11cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: a4379ee9-ee33-4df6-afc3-d59288aa17f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e3741c28e569
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 98f83660-39d5-42b7-881e-89759fc2a3f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e3741c9648a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 194ee01a-ad7f-4382-8cbd-031553965683
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:15Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e3751405cade
    namespace: kserve-ci-e2e-test
    resourceVersion: "23927"
    uid: 1c42b634-bf97-4b69-a101-e6561bb2a5bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:15Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e375171b3ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23931"
    uid: 1f04e314-e079-4500-827c-101ea90553a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:33:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:33:15Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e37517a0b7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 10e46f42-5cd7-405f-8539-0dd35631352b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:34:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:39Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e3754ff8ece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: fa172777-b956-4c8e-b99e-98b2892c55ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23867"
    uid: 64248505-177e-4509-a785-8197d9751694
  kind: Event
  lastTimestamp: "2026-04-16T16:34:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:36Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh.18a6e38813feb79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 03c81ebd-a4c9-487c-ad96-5078d87c0e6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-14ca3c-predictor-6b6887bd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23855"
    uid: c275a676-534a-4697-a50e-368540169c61
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: 'Created pod: isvc-primary-14ca3c-predictor-6b6887bd78-ljmlh'
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor-6b6887bd78.18a6e373fe01ed63
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 875a8cde-4bc0-4e2b-9d11-1a91c078342b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: 3d392df7-3ab4-4d00-b799-67cff0f611e7
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: Scaled up replica set isvc-primary-14ca3c-predictor-6b6887bd78 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c-predictor.18a6e373f9e5b8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23857"
    uid: b47512af-af6e-4c1b-97fe-70c7764cd4f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: e5673a66-1bc7-4e34-bc20-ffdee6e5474e
  kind: Event
  lastTimestamp: "2026-04-16T16:33:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:33:40Z"
    name: isvc-primary-14ca3c-predictor.18a6e37778b2ed20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: 6d5e8f89-ffd7-499f-b233-5390681c94d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: e5673a66-1bc7-4e34-bc20-ffdee6e5474e
  kind: Event
  lastTimestamp: "2026-04-16T16:33:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:33:40Z"
    name: isvc-primary-14ca3c-predictor.18a6e377791b1a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: 1168f7d2-1577-4bc7-8227-5c2735fcf50f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: e5673a66-1bc7-4e34-bc20-ffdee6e5474e
  kind: Event
  lastTimestamp: "2026-04-16T16:34:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:25Z"
    name: isvc-primary-14ca3c-predictor.18a6e37e76f12dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24496"
    uid: 62213286-0179-404c-9779-0e805e1fd2a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: e5673a66-1bc7-4e34-bc20-ffdee6e5474e
  kind: Event
  lastTimestamp: "2026-04-16T16:34:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:25Z"
    name: isvc-primary-14ca3c-predictor.18a6e37e775233d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24497"
    uid: db3989b7-36b5-4b99-b18c-8c0985e8afab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 85ef7b7e-a203-457a-abdd-c19161f7fab7
  kind: Event
  lastTimestamp: "2026-04-16T16:34:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:19Z"
    name: isvc-primary-14ca3c.18a6e373f9c155ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: b9ad336f-0df8-4cd9-8727-df19eb32baf6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 85ef7b7e-a203-457a-abdd-c19161f7fab7
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: 'Failed to update status for InferenceService "isvc-primary-14ca3c": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-14ca3c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c.18a6e373fa0f1434
    namespace: kserve-ci-e2e-test
    resourceVersion: "23859"
    uid: 3a0d8426-635d-4a9a-a0d8-0cb6a2d5c9eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:33:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 85ef7b7e-a203-457a-abdd-c19161f7fab7
  kind: Event
  lastTimestamp: "2026-04-16T16:33:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-14ca3c": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:33:10Z"
    name: isvc-primary-14ca3c.18a6e373fa0f581d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23860"
    uid: cce2f172-6804-4089-aa82-b8d8f0cf12bd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: 85ef7b7e-a203-457a-abdd-c19161f7fab7
  kind: Event
  lastTimestamp: "2026-04-16T16:34:19Z"
  message: InferenceService [isvc-primary-14ca3c] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:19Z"
    name: isvc-primary-14ca3c.18a6e38410075e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 64e79347-3a80-45e8-a814-d926bde90a8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:34:20.511268Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 88dff65d-5251-4c89-b55e-9fd74878517a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:34:20Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg.18a6e38452f5dfa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24435"
    uid: 05fe5d1d-9ab0-4c58-acbb-1e31593f1408
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 88dff65d-5251-4c89-b55e-9fd74878517a
  kind: Event
  lastTimestamp: "2026-04-16T16:34:20Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:34:20Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg.18a6e3846bc129e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: c47449d7-9b28-48d2-9507-5d0c3fb2eed9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 88dff65d-5251-4c89-b55e-9fd74878517a
  kind: Event
  lastTimestamp: "2026-04-16T16:34:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:25Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg.18a6e3846d35c83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: ffb0b27d-73b8-4af1-b443-e3178044d782
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 88dff65d-5251-4c89-b55e-9fd74878517a
  kind: Event
  lastTimestamp: "2026-04-16T16:34:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:25Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg.18a6e38470c22ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: 25a93c3e-e7c1-422a-a74f-cdaafe3adebf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 88dff65d-5251-4c89-b55e-9fd74878517a
  kind: Event
  lastTimestamp: "2026-04-16T16:34:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:25Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg.18a6e3847130d920
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: 6b992350-bd2f-4d39-a764-d902f95679a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 88dff65d-5251-4c89-b55e-9fd74878517a
  kind: Event
  lastTimestamp: "2026-04-16T16:34:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg_kserve-ci-e2e-test(88dff65d-5251-4c89-b55e-9fd74878517a)
  metadata:
    creationTimestamp: "2026-04-16T16:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:34:29Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg.18a6e3865d98140b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: 9ed5552f-c2d1-4cc7-bd6e-d215329b083d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 86002a4a-0599-4ee5-a313-e1f8d9ce756b
  kind: Event
  lastTimestamp: "2026-04-16T16:34:20Z"
  message: 'Created pod: isvc-secondary-14ca3c-predictor-5b5dd775d7-gfndg'
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:20Z"
    name: isvc-secondary-14ca3c-predictor-5b5dd775d7.18a6e384526b3f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: b57a35ee-49b1-4be2-811f-6b92e3f801b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 03c37b57-e3b4-4514-8619-c01827c0a664
  kind: Event
  lastTimestamp: "2026-04-16T16:34:20Z"
  message: Scaled up replica set isvc-secondary-14ca3c-predictor-5b5dd775d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:20Z"
    name: isvc-secondary-14ca3c-predictor.18a6e3844fcd79a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: e74bee63-644c-4cce-8e84-73dc7038b598
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24421"
    uid: 49ae52cd-2ef9-4665-9f78-6e584878e9d3
  kind: Event
  lastTimestamp: "2026-04-16T16:34:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:35Z"
    name: isvc-secondary-14ca3c-predictor.18a6e387ce42e226
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 146705fe-6761-4f8b-9345-3b183e7eee73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-14ca3c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24421"
    uid: 49ae52cd-2ef9-4665-9f78-6e584878e9d3
  kind: Event
  lastTimestamp: "2026-04-16T16:34:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:34:35Z"
    name: isvc-secondary-14ca3c-predictor.18a6e387ce9bc88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: f297eb00-551b-4b10-86a6-b770c5506df8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 48d9fae2-4e5d-47b8-9b82-83033af86f07
  kind: Event
  lastTimestamp: "2026-04-16T16:34:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:31Z"
    name: isvc-secondary-14ca3c.18a6e3844fab48a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 662718c2-a21a-471f-9a8f-b4eaf4129579
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 48d9fae2-4e5d-47b8-9b82-83033af86f07
  kind: Event
  lastTimestamp: "2026-04-16T16:34:20Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-14ca3c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-14ca3c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:20Z"
    name: isvc-secondary-14ca3c.18a6e3844ff556bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 7d016dfa-5a4f-424c-9f14-d58d0b1b2db6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-14ca3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 48d9fae2-4e5d-47b8-9b82-83033af86f07
  kind: Event
  lastTimestamp: "2026-04-16T16:34:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-14ca3c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:34:20Z"
    name: isvc-secondary-14ca3c.18a6e3844ff59be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: 4e8ef879-e85e-4e65-ab99-711909200b0e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:14:40.157770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e2718068d1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14792"
    uid: e3059fb1-308c-42be-b2d5-a55f315645dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e271995599d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 4b6db9c1-42ca-47b2-8da5-f77dd6ad8772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e2719aaf1e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14805"
    uid: fd47f749-d995-4de3-ae0f-610122810add
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e2719dbc0122
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: 166868b8-3962-4e1e-a6f5-76a9e557cd98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e2719e245e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "14808"
    uid: 08f1b0ca-bf87-4280-92bf-787c9d599968
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:45Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272b85f1bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 1babb36b-3b80-4e5d-8321-39c43e309b55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:45Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272bb255847
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: 73364877-7963-4684-90ef-18c51aa08073
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:45Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272bb96b183
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: 23982413-98e1-4825-9fde-9f497ca9bd70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:45Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:45Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272bba283ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 62da046d-efbf-4ae3-8365-4fbbb28ffc9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:45Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272beb0f7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 6fded712-b4a5-40c5-9aa9-cff1597d3c07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:14:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:45Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272bf209438
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: fcbdbd3e-2239-49cf-8edc-3945ce83a4f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:16:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:27Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e272f4495303
    namespace: kserve-ci-e2e-test
    resourceVersion: "15743"
    uid: 60610e4a-063d-4b3a-a82f-fb6485e70c5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:16:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:27Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e273301578d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 0b134921-89c5-4c00-ae3f-ed9bafb48180
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e2854b68220c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: 67f97d0c-0f14-4038-9a7d-2a2a240c350b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: f8db39ab-6ed2-403b-84ba-127282e8b1d9
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5.18a6e2854b692e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 767794a9-4d4f-405e-a514-ea1f84f27b2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: 86e507b3-fe94-4d7b-9def-80392bd7418b
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-56bb8466fd-7pwn5'
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd.18a6e2717f7c8c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: c171d22e-33ad-406b-a0c8-b44b7850ae86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: 0e62fc94-09c5-4cc4-83a4-696338dc01da
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-56bb8466fd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e271781e4f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: 1bc090ad-89b4-479f-8aa3-7d6798b7e8c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: e9830e8c-c7d8-4525-9854-926a44dd56a4
  kind: Event
  lastTimestamp: "2026-04-16T16:15:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:15:10Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e274f799d7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: 42ad6110-5a24-42bf-8710-d8003600b9fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: e9830e8c-c7d8-4525-9854-926a44dd56a4
  kind: Event
  lastTimestamp: "2026-04-16T16:15:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:15:10Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e274f80dada2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: bc17da8b-b21d-4a34-a823-79b4c7b29b86
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:15:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: e9830e8c-c7d8-4525-9854-926a44dd56a4
  kind: Event
  lastTimestamp: "2026-04-16T16:15:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:15:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e27bf5f542f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: a36647af-87b0-4fe0-8f6b-d3a52ac28de6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:15:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: e9830e8c-c7d8-4525-9854-926a44dd56a4
  kind: Event
  lastTimestamp: "2026-04-16T16:15:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:15:55Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e27bf65cf557
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 43889b47-b36b-4384-a5ca-20f323867be9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: 5d5e1843-267c-4c75-a2ff-928cf0ee88fe
  kind: Event
  lastTimestamp: "2026-04-16T16:15:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:15:57Z"
    name: isvc-sklearn-batcher-custom.18a6e27178200a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: dd2b4f2a-1b7e-4f21-85d2-8eb157d117a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14744"
    uid: 5d5e1843-267c-4c75-a2ff-928cf0ee88fe
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom.18a6e27178ff1bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 3c8ebafc-1a57-47ab-97b6-26e8eab8f723
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: 5d5e1843-267c-4c75-a2ff-928cf0ee88fe
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-custom.18a6e2717ef53aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: d83b3bfa-f6f5-46c7-a6b6-d567b734d865
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:15:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 5d5e1843-267c-4c75-a2ff-928cf0ee88fe
  kind: Event
  lastTimestamp: "2026-04-16T16:15:57Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:15:57Z"
    name: isvc-sklearn-batcher-custom.18a6e283797706a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 0d270c7e-5766-4704-9b99-66e2ccddd579
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:13:04.773725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14001"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8689cc5967-hslct
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:13:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:13:04Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25b4b13d002
    namespace: kserve-ci-e2e-test
    resourceVersion: "14006"
    uid: 3b763642-5740-4d37-afd6-1562a1f3cbd6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14012"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:05Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:13:05Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25b63daeaeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14019"
    uid: fdce80a6-2800-4344-92c2-02d66db9043c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:05Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
  metadata:
    creationTimestamp: "2026-04-16T16:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:05Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25b651d4f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14021"
    uid: bc60fce6-c974-4dce-9ef8-d803f74a0563
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    in 2.623s (2.623s including waiting). Image size: 299659693 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:07Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25c01783439
    namespace: kserve-ci-e2e-test
    resourceVersion: "14040"
    uid: 16cbd49f-b33a-4272-862e-a994337602a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:07Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25c0499b880
    namespace: kserve-ci-e2e-test
    resourceVersion: "14041"
    uid: 53287e8e-8a27-418c-958a-6250dea5d2b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:07Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25c051d9185
    namespace: kserve-ci-e2e-test
    resourceVersion: "14042"
    uid: 037cb5ab-f539-426e-a5cd-3476223f0721
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
  metadata:
    creationTimestamp: "2026-04-16T16:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:12Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e25cff2b78f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14083"
    uid: ed34b39b-7d04-471c-9c02-1990e5c7fbdc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    in 13.264s (13.264s including waiting). Image size: 1562961329 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:25Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e26015c60ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14180"
    uid: 8608cdad-06d5-45fe-a50f-da9038762872
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:25Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e2601a099cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14181"
    uid: f2658a41-98c3-4220-8b45-dd8a47d3c8ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:25Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e2601a811be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14182"
    uid: 47bf5240-bd9a-4556-a2c5-36fdb2239665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:25Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
  metadata:
    creationTimestamp: "2026-04-16T16:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:25Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e2601a8d0429
    namespace: kserve-ci-e2e-test
    resourceVersion: "14183"
    uid: fa62029c-30ca-481e-9427-c38569ba4f30
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
    in 2.973s (2.973s including waiting). Image size: 237894735 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:28Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e260cbd0da66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14207"
    uid: 194da692-678c-4eaf-ada6-0f5df8c36cc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:28Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e260cf1f5f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: 4ef82756-e8ec-4af8-8908-f72c3919724e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:13:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T16:13:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:13:28Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e260cf9bfa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: ea01f2fc-a8cb-4dd4-98b0-dd9cbcdfebb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:15:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:15:01Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e260f82e082d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: e6cd2a1e-5569-470b-bede-ea0baa3a7482
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:15:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T16:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:15:01Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e26133e9b1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 74e034bd-c3ca-483d-826a-1b64e1895436
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e2717917c932
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 4c6ba611-c440-4c66-9ec0-18806304bb26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 30fba28e-9e58-4c6d-9378-3dda92bce2d4
  kind: Event
  lastTimestamp: "2026-04-16T16:14:40Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T16:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:14:40Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-hslct.18a6e2717918164a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 5abcb266-eafb-4b44-968d-bff08350bec9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-8689cc5967
    namespace: kserve-ci-e2e-test
    resourceVersion: "13990"
    uid: 384e23dd-67de-479f-8e7d-1109f9a6b021
  kind: Event
  lastTimestamp: "2026-04-16T16:13:04Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-8689cc5967-hslct'
  metadata:
    creationTimestamp: "2026-04-16T16:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:13:04Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967.18a6e25b4a857dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14002"
    uid: 512aa6dc-9a6f-4bf8-a2be-060b5a79e129
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13989"
    uid: b1cb465b-4c37-4e38-9c7d-3b2dc5c3a712
  kind: Event
  lastTimestamp: "2026-04-16T16:13:04Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-8689cc5967 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:13:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e25b42e0aa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13991"
    uid: a7c4d10b-d21f-4638-9b11-2364e8c4e224
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13996"
    uid: 16a2f850-43be-4b88-b017-3eab9d41c3c7
  kind: Event
  lastTimestamp: "2026-04-16T16:14:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:14:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e25ec83a1141
    namespace: kserve-ci-e2e-test
    resourceVersion: "14473"
    uid: c7039c62-effc-41b8-84ed-32aa315f0f1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13996"
    uid: 16a2f850-43be-4b88-b017-3eab9d41c3c7
  kind: Event
  lastTimestamp: "2026-04-16T16:14:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:14:04Z"
    name: isvc-sklearn-batcher-predictor.18a6e25ec8969cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: 65f4b879-420c-43fc-ad62-8823d1c94e4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14140"
    uid: 16a2f850-43be-4b88-b017-3eab9d41c3c7
  kind: Event
  lastTimestamp: "2026-04-16T16:14:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:14:34Z"
    name: isvc-sklearn-batcher-predictor.18a6e265c6505956
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 9f69446e-48b5-4b9c-b921-4948feba3f88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14140"
    uid: 16a2f850-43be-4b88-b017-3eab9d41c3c7
  kind: Event
  lastTimestamp: "2026-04-16T16:14:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:14:34Z"
    name: isvc-sklearn-batcher-predictor.18a6e265c6aea6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: fac70f47-e3e0-4928-9a4a-b62215158ddf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 16548ed1-be2b-45a3-996a-aaa6f879a24a
  kind: Event
  lastTimestamp: "2026-04-16T16:14:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:14:31Z"
    name: isvc-sklearn-batcher.18a6e25b4910278f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: aaf57449-390d-4bbd-9444-dffbf90e2c5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 16548ed1-be2b-45a3-996a-aaa6f879a24a
  kind: Event
  lastTimestamp: "2026-04-16T16:13:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:13:04Z"
    name: isvc-sklearn-batcher.18a6e25b495d52ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "13998"
    uid: 086a5b6e-56c3-4dae-9c76-708168abdaa4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:13:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 16548ed1-be2b-45a3-996a-aaa6f879a24a
  kind: Event
  lastTimestamp: "2026-04-16T16:13:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:13:04Z"
    name: isvc-sklearn-batcher.18a6e25b495da644
    namespace: kserve-ci-e2e-test
    resourceVersion: "13999"
    uid: ecf178c4-6399-4447-9ccb-224aecc5738a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 16548ed1-be2b-45a3-996a-aaa6f879a24a
  kind: Event
  lastTimestamp: "2026-04-16T16:14:31Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:14:31Z"
    name: isvc-sklearn-batcher.18a6e26f6cd3f7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 54a101b6-55b3-4996-aa2a-87aefa5f8097
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:24:31.747366Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19636"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:24:31Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fb3de5c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: beb48fec-05d1-4a35-b25e-f646d72413d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:32Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:24:32Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fb56ea6597
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: b18cc2ea-028d-493f-8132-5fecf7ca9485
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:32Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fb583ff9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: 57a6db10-1e19-474c-b1e1-acc1e5739828
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:32Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fb5c44716f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: 2b3ac87b-165f-4616-9dc0-eda32d963617
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:32Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fb5cb83d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 97300eed-9c88-4635-9ac4-d96294f960fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:36Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fc4eea80f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: fc80b6a6-3f10-444f-9d10-8d1b9cb76fd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:36Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fc523e5535
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: 568071d9-931e-4456-868a-8af5d8dd289a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:36Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fc52ae423e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: c78ab067-1b5c-4871-a96f-8b1be2957039
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:36Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fc52b95cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 2fdeff99-490b-4810-a5a3-4d29de0a1142
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.868s (2.868s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:39Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fcfdaf7d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 8f34350f-4938-40a4-881c-c41c2412b5c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:39Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T16:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:39Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fd00976ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: 2f161f7a-d8cf-4035-91ce-ed16a47195e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:39Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T16:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:24:39Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e2fd0106ca24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: 19153889-b493-428b-88e5-c35e1f4b7f6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e30b8f87a9cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 6ed8b18f-5d25-4e99-9c08-ffac8b42fee6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e30b8f8837fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20199"
    uid: 8f9ef01a-e8da-4fda-8477-6d531994a775
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 87ef0162-5856-4c65-87f0-4c0fa0e67a3b
  kind: Event
  lastTimestamp: "2026-04-16T16:26:11Z"
  message: 'Readiness probe failed: Get "http://10.133.0.38:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.38:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:26:11Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g.18a6e30dc6ab1567
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: e1a1dc7c-0318-4bef-9944-b9b85ac7830c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-64dbc547c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19627"
    uid: 4794155b-9e77-4554-9ad4-b0df6744778e
  kind: Event
  lastTimestamp: "2026-04-16T16:24:31Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-64dbc547c5-6qt9g'
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:24:31Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5.18a6e2fb3d795dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 25b819ba-ddef-4449-bfef-5e8ae503fe15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: 4d666d76-dab9-4d1c-ac72-acb4785f72fe
  kind: Event
  lastTimestamp: "2026-04-16T16:24:31Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-64dbc547c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:24:31Z"
    name: isvc-sklearn-mcp-predictor.18a6e2fb3a70a808
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 82831066-cd4d-4024-a81d-79147acf47c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 8d8e0685-15fe-4471-a015-3de922d9ac3b
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-sklearn-mcp.18a6e2fb3962bc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: 561a2e3a-6d33-47f6-871b-2fd2a0a73808
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: 8d8e0685-15fe-4471-a015-3de922d9ac3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:24:31Z"
    name: isvc-sklearn-mcp.18a6e2fb3a9d93cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: ed819ee8-c62d-42e3-ae9e-f04c1b638362
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:24:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 8d8e0685-15fe-4471-a015-3de922d9ac3b
  kind: Event
  lastTimestamp: "2026-04-16T16:24:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:24:31Z"
    name: isvc-sklearn-mcp.18a6e2fb3f71fd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 3093487b-5b9b-4d14-bc85-cb4080d37e29
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:25:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 8d8e0685-15fe-4471-a015-3de922d9ac3b
  kind: Event
  lastTimestamp: "2026-04-16T16:25:41Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:25:41Z"
    name: isvc-sklearn-mcp.18a6e30b76cabfee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: 6131f52c-3f03-4552-ab20-f95e095920f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:43:05.166034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29149"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-59d84b47f5-2jbhh
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3fe7ad25685
    namespace: kserve-ci-e2e-test
    resourceVersion: "29155"
    uid: 29489d57-259a-4164-9707-998aa2e0a824
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29159"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3fe93b8fa60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29166"
    uid: 9e505883-f558-44fc-b233-95ae77356142
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3fe94ee4f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29169"
    uid: c1fbf747-100f-4b9a-8611-5a1f42c6dab9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3fe9852ca16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: 25ce6eff-99e9-4433-88ec-b135e77fb92e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3fe98c11375
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: e554a8c3-1888-4de0-83fa-7cbae677c237
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:09Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3ff99dddcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29208"
    uid: 370e51f3-d04b-415c-ba74-4c1c7104b305
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:10Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3ff9d6939e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29213"
    uid: 55b83743-ad1c-4496-a340-5c55cd9df8c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:43:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:43:10Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3ff9dda1743
    namespace: kserve-ci-e2e-test
    resourceVersion: "29214"
    uid: 8ade9d57-2d2f-4b40-91f6-d16601bf8525
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:44:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:11Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e3ffd5ca8fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29660"
    uid: 4a8b3a56-41d8-4f3c-bbfb-8edf45995ab0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 97e53918-526a-477a-b50d-ebba27538fa3
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: isvc-sklearn-predictor-59d84b47f5-2jbhh.18a6e4112450b2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 64346553-6b55-486e-997c-d0c5a86597f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-59d84b47f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: dcda3c4b-de09-48cd-a2af-f55e110c0575
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: 'Created pod: isvc-sklearn-predictor-59d84b47f5-2jbhh'
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor-59d84b47f5.18a6e3fe7a6598d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: d8ccc217-cf8c-489d-aa9a-6a7e825d030a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29138"
    uid: ed7f50d0-ed17-450c-b0d6-ab65a21d1733
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: Scaled up replica set isvc-sklearn-predictor-59d84b47f5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn-predictor.18a6e3fe78197f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29142"
    uid: 3e73538b-252d-4824-bf2e-b04a808d85d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29139"
    uid: 410b69c0-8dba-4074-a1e3-629822395f87
  kind: Event
  lastTimestamp: "2026-04-16T16:43:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:50Z"
    name: isvc-sklearn-predictor.18a6e401f70dbd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: b0595818-70a9-43f6-9bfe-ae7263273620
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29139"
    uid: 410b69c0-8dba-4074-a1e3-629822395f87
  kind: Event
  lastTimestamp: "2026-04-16T16:43:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:50Z"
    name: isvc-sklearn-predictor.18a6e401f755c7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: 68cb5532-0674-44ac-9ffd-e6f0e8a956f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 410b69c0-8dba-4074-a1e3-629822395f87
  kind: Event
  lastTimestamp: "2026-04-16T16:44:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:20Z"
    name: isvc-sklearn-predictor.18a6e40c73f79034
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: 66f6a10d-ec80-4bd1-81ee-9473cc99a2b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29292"
    uid: 410b69c0-8dba-4074-a1e3-629822395f87
  kind: Event
  lastTimestamp: "2026-04-16T16:44:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:20Z"
    name: isvc-sklearn-predictor.18a6e40c74572913
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 295b5a7a-d65c-41df-ac71-73d80d6a1f45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:45:15.548782Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56797944b-x2mm5
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41cd63d2f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: 97c0d916-5103-456d-922f-d8e8b1acfcef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30230"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41cef9ec9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: 3cd70b83-0104-4efb-8c2e-2d1b18a98d64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41cf0e9f32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 33b92a6f-e6f8-4ceb-b3a3-4c9fb903a492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:16Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41cf3ee5df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30258"
    uid: d90a3ffa-366b-4993-8a25-8377a4a6f56e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:16Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41cf45f03c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30259"
    uid: b7332bf3-d624-4817-849a-b7df71e96745
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:22Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41e6fafd107
    namespace: kserve-ci-e2e-test
    resourceVersion: "30311"
    uid: 89ff7119-cf5e-483d-9839-369d112b5e15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:22Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41e728e418e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 8ea45a2d-ab13-4029-b1fc-1faba3b90cfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:22Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41e72fecdd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: a6569faa-61b7-4b71-a31b-9784bbdd9fe2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:34Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e41eabab12e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: 7a5ed26d-5e5b-4949-ac94-d4735842e9b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 817e0582-63b8-4993-9d69-bc56fc714010
  kind: Event
  lastTimestamp: "2026-04-16T16:45:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:52Z"
    name: isvc-sklearn-runtime-predictor-56797944b-x2mm5.18a6e4257d285f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30580"
    uid: 73b652a9-bedc-4d34-baa4-e28c3fe35876
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56797944b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30206"
    uid: 1c78bf4c-074e-45f4-8039-889fa2d6f989
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56797944b-x2mm5'
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime-predictor-56797944b.18a6e41cd5c0063a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: 15ca6fc4-d277-4cb5-8770-5d9c3cb91455
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30203"
    uid: 3d75abd5-1c2f-4eb0-b19b-258fdc5d6770
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56797944b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime-predictor.18a6e41cd2eb9421
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: 5ef53c11-58f9-4511-8627-b21db73d1d97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: c44402d7-02d4-4879-8184-a8e15397583e
  kind: Event
  lastTimestamp: "2026-04-16T16:45:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:45Z"
    name: isvc-sklearn-runtime-predictor.18a6e4205160ce3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: fbd98bd3-4fa7-4756-806f-e08c68de3574
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30205"
    uid: c44402d7-02d4-4879-8184-a8e15397583e
  kind: Event
  lastTimestamp: "2026-04-16T16:45:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:45Z"
    name: isvc-sklearn-runtime-predictor.18a6e42051c8c087
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: 81e0e94e-d7e4-4cb0-ac3b-bcbc3f91015c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: 7796ae5c-939a-4ee5-8fba-52bebc4620ce
  kind: Event
  lastTimestamp: "2026-04-16T16:45:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:44Z"
    name: isvc-sklearn-runtime.18a6e41cd2c4a520
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: b7de56f7-9aad-46a1-873d-e22d2eb53f25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: 7796ae5c-939a-4ee5-8fba-52bebc4620ce
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime.18a6e41cd3292485
    namespace: kserve-ci-e2e-test
    resourceVersion: "30244"
    uid: 66564e98-c6cb-4b96-9be2-ac0d37f3a871
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 7796ae5c-939a-4ee5-8fba-52bebc4620ce
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: isvc-sklearn-runtime.18a6e41cda217fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30245"
    uid: 7a61865e-80e7-45ee-a52f-4cce21d7eab7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30486"
    uid: 7796ae5c-939a-4ee5-8fba-52bebc4620ce
  kind: Event
  lastTimestamp: "2026-04-16T16:45:44Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:45:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:44Z"
    name: isvc-sklearn-runtime.18a6e42393be3b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 00b3eb3b-31dd-4552-b7bb-fd8bed60814f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:58:56.644494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37082"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:58:56Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc035b6f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37089"
    uid: f8cc57e8-ba73-4beb-b09e-8e1d7e4d5dba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:57Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:58:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc1bf0f5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: 9880a53c-346b-4b00-a56e-9679b6fd9e21
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc1d348b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "37105"
    uid: 13438e86-858c-4c8e-9b43-d727c69dcafd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc200e222d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: a161c4b6-0fc6-47e7-8ff0-96ac4cacf703
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc209992d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: 4c934dab-f124-46f6-aa04-21b4a479a095
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:58Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc5fb8409d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 6d4f33b9-363a-4a42-b33f-f897feb5d0cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:58Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc6329b4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: d163bc17-0919-4c05-98bd-e74102fa0f30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T16:58:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:58Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc639caa92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: d80569b7-1c51-46cc-b7d9-0b99c399601a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T17:00:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:20Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4dc9ba2999d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: 3e5f53cf-ecfe-4b2b-996a-df648e94e52b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37083"
    uid: c63aba9a-0bec-4778-8115-a8cb69433080
  kind: Event
  lastTimestamp: "2026-04-16T17:00:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:16Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8.18a6e4eea7c1628c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 60a1feda-aecc-43c5-b2e6-0c6d37de2f77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-57cc89c4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37069"
    uid: 484cce1b-50f6-443a-942e-0f0f7338c383
  kind: Event
  lastTimestamp: "2026-04-16T16:58:56Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-57cc89c4d5-f8wg8'
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:56Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5.18a6e4dc029022e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: 86403010-b22e-4af2-9ab8-2ab7e4b39276
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37067"
    uid: c8bee2f2-c7fa-4ca2-a914-2e3e45462b30
  kind: Event
  lastTimestamp: "2026-04-16T16:58:56Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-57cc89c4d5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:56Z"
    name: isvc-sklearn-s3-predictor.18a6e4dbfd7d3e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "37074"
    uid: 5c8fcbdc-2415-4b6c-a623-441927749285
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 50b0cfbd-2b14-4ea1-91b5-cdb2adfa91c0
  kind: Event
  lastTimestamp: "2026-04-16T16:59:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:26Z"
    name: isvc-sklearn-s3-predictor.18a6e4df7c972eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: c00eea7e-cc4e-499c-8e79-f404207c3c2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 50b0cfbd-2b14-4ea1-91b5-cdb2adfa91c0
  kind: Event
  lastTimestamp: "2026-04-16T16:59:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:59:26Z"
    name: isvc-sklearn-s3-predictor.18a6e4df7d10a0a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37331"
    uid: 876b3e94-995f-49b7-b7b5-37060f2bdb3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 50b0cfbd-2b14-4ea1-91b5-cdb2adfa91c0
  kind: Event
  lastTimestamp: "2026-04-16T17:00:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:11Z"
    name: isvc-sklearn-s3-predictor.18a6e4e67af1b4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: 7b4890c7-09de-40f4-9588-5f232b7144fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:59:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37223"
    uid: 50b0cfbd-2b14-4ea1-91b5-cdb2adfa91c0
  kind: Event
  lastTimestamp: "2026-04-16T17:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:11Z"
    name: isvc-sklearn-s3-predictor.18a6e4e67b5a2b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: 632449e7-76ff-461a-8708-7eac5a76b4af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:03:10.190220Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39216"
    uid: f9c8c783-6730-47e2-aaae-bd7548ec194c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt.18a6e5170bdc78c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39220"
    uid: 9b79ba17-6e00-4cf7-a719-833a8a69ee6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: f9c8c783-6730-47e2-aaae-bd7548ec194c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt.18a6e51724b065e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39232"
    uid: 892ab84d-cb8d-4c9e-8aa9-e5b4c836830c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: f9c8c783-6730-47e2-aaae-bd7548ec194c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt.18a6e51726f00d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "39289"
    uid: 8b3fc106-6107-480e-bc16-da6f743c99b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: f9c8c783-6730-47e2-aaae-bd7548ec194c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt.18a6e51729bfae1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39294"
    uid: c3d96df8-4f9a-4a27-ae18-d62777070103
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: f9c8c783-6730-47e2-aaae-bd7548ec194c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt.18a6e5172a2d0bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39295"
    uid: 9a5260e0-b698-440b-9e0c-74a08926ace5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "39218"
    uid: f9c8c783-6730-47e2-aaae-bd7548ec194c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt.18a6e519613a1ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39341"
    uid: 71ca701e-046d-4afe-a08f-741e3b140712
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: 722f03d3-37c0-47e8-b13b-32586464472a
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-9zvwt'
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d.18a6e5170b75cc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39217"
    uid: 34e97d70-f64a-4bb2-9874-a5dfbc2bb7c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39203"
    uid: 55682805-0001-4f91-976d-9e99bb48d131
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6e517084fe39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: c9a717c5-c4be-4060-9b8c-24fd454240bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39195"
    uid: 7efd733d-732d-4938-98ee-af6e8258bee1
  kind: Event
  lastTimestamp: "2026-04-16T17:03:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e517082a332f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39296"
    uid: 22bee8b9-a709-46ee-9df6-33c8402a177f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39195"
    uid: 7efd733d-732d-4938-98ee-af6e8258bee1
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e51708791bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: ee851194-5640-4969-8ddf-86bea09640c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39202"
    uid: 7efd733d-732d-4938-98ee-af6e8258bee1
  kind: Event
  lastTimestamp: "2026-04-16T17:03:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:03:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6e5170d58545d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: 77d519ca-48dd-4680-a107-50cb22b19e71
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:01:49.015566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38552"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:01:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:01:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e50425795484
    namespace: kserve-ci-e2e-test
    resourceVersion: "38559"
    uid: 35a50744-3719-4bec-98d4-7d6f2437db53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38563"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:49Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:01:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e5043e78b5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38572"
    uid: 74232a4c-f2b2-4a4d-9e37-15ce0a18c83a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e5043fd98e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: adc57724-0c2e-484d-8973-14ff97b4bf74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e5044327fd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38576"
    uid: da5653c3-2efb-4017-9698-25f15eede965
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e50443af98be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38577"
    uid: f18f0464-2789-4e80-a2bb-74299f552c09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e5048d3cae8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38595"
    uid: 436e2327-9700-4db6-bc70-b754691df491
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e504915187b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 28a0e638-8688-412b-b347-6695fc561f02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:01:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e50491c8ef0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38604"
    uid: 8803241a-0998-4f72-95e8-8c1c0c6b146e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:03:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:12Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e504c92f1a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39261"
    uid: 930e4962-a517-4dbe-9809-3425ef8df11d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: a9fb0344-9c97-4c17-8bcd-fcfa4c73cf21
  kind: Event
  lastTimestamp: "2026-04-16T17:03:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl.18a6e516c8f5c007
    namespace: kserve-ci-e2e-test
    resourceVersion: "39177"
    uid: d202d594-c0e9-4401-ac38-0b72633aa20d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38544"
    uid: 0709580e-42bf-43ed-bcff-efe7f66d7829
  kind: Event
  lastTimestamp: "2026-04-16T17:01:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-b84cl'
  metadata:
    creationTimestamp: "2026-04-16T17:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47.18a6e50424e789e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38556"
    uid: d78ac9a5-5eb1-4bd3-84dd-5a557c8088c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38542"
    uid: 4634f410-82d6-4e55-9f6d-bdcd313c6dad
  kind: Event
  lastTimestamp: "2026-04-16T17:01:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e50422e3e104
    namespace: kserve-ci-e2e-test
    resourceVersion: "38546"
    uid: 2e63d6c7-5a1f-432e-ac31-6e99ec3d9601
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: 9ac7c9a6-fb8c-481b-8b8f-541469965487
  kind: Event
  lastTimestamp: "2026-04-16T17:02:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e507a1adc036
    namespace: kserve-ci-e2e-test
    resourceVersion: "38697"
    uid: 8b9a755d-254d-4abc-a877-0dff278e883e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: 9ac7c9a6-fb8c-481b-8b8f-541469965487
  kind: Event
  lastTimestamp: "2026-04-16T17:02:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:02:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e507a23663e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: 05a5c8cc-7d00-44ce-b7a4-bc16f68a815f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38698"
    uid: 9ac7c9a6-fb8c-481b-8b8f-541469965487
  kind: Event
  lastTimestamp: "2026-04-16T17:03:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e50b2136ea33
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: df48f011-7217-41d0-8459-61d828dd1fcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T17:02:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38698"
    uid: 9ac7c9a6-fb8c-481b-8b8f-541469965487
  kind: Event
  lastTimestamp: "2026-04-16T17:03:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:02:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6e50b219bb955
    namespace: kserve-ci-e2e-test
    resourceVersion: "39129"
    uid: 5483b0c5-6f30-41ac-88bc-c6099f9f4de2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38534"
    uid: e5406c7f-6ee9-44f3-a887-a9d1d77aea0b
  kind: Event
  lastTimestamp: "2026-04-16T17:03:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e50422bb71cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39118"
    uid: 73a6cc07-1bfb-4594-bc98-219b3e66eeda
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38534"
    uid: e5406c7f-6ee9-44f3-a887-a9d1d77aea0b
  kind: Event
  lastTimestamp: "2026-04-16T17:01:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:48Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e504230a40f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: bdcebb10-ddc3-48aa-bcc9-bbe97bb3efa0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39116"
    uid: e5406c7f-6ee9-44f3-a887-a9d1d77aea0b
  kind: Event
  lastTimestamp: "2026-04-16T17:03:02Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6e5155547196a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39117"
    uid: 4e0d5bf2-4a9d-415d-b054-134ac27a31da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:01:37.951898Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38398"
    uid: bea2097c-6223-4b62-bb9b-00a7c35c2446
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:01:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:01:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26.18a6e5019207224f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38405"
    uid: 4532f5ca-51cd-4939-b06a-0de12054b7b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38407"
    uid: bea2097c-6223-4b62-bb9b-00a7c35c2446
  kind: Event
  lastTimestamp: "2026-04-16T17:01:38Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:01:38Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26.18a6e501ad455609
    namespace: kserve-ci-e2e-test
    resourceVersion: "38414"
    uid: 76c972b3-5ccc-41b1-b2ad-df426eda7b53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: bea2097c-6223-4b62-bb9b-00a7c35c2446
  kind: Event
  lastTimestamp: "2026-04-16T17:01:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26.18a6e501aea60f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "38482"
    uid: 939ee25c-e223-428c-a9bf-a7a3687da01c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: bea2097c-6223-4b62-bb9b-00a7c35c2446
  kind: Event
  lastTimestamp: "2026-04-16T17:01:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26.18a6e501b23d641a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 3a9c9ee3-97c6-445b-8111-05987693f547
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: bea2097c-6223-4b62-bb9b-00a7c35c2446
  kind: Event
  lastTimestamp: "2026-04-16T17:01:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26.18a6e501b2b4226c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38487"
    uid: 0e270615-606d-454f-b652-da817510d334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38400"
    uid: bea2097c-6223-4b62-bb9b-00a7c35c2446
  kind: Event
  lastTimestamp: "2026-04-16T17:01:47Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:47Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26.18a6e503e5da1197
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: 572c7089-4e1c-44ef-89a2-cf4bf89cbe1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38388"
    uid: 86c9faab-097a-4e3a-ba61-bb494843e444
  kind: Event
  lastTimestamp: "2026-04-16T17:01:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-87z26'
  metadata:
    creationTimestamp: "2026-04-16T17:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd.18a6e5019196e18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: 0c1ce7bf-f15a-4e9b-9175-7f38f7805147
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: f740c8a1-e030-4778-a4ed-2d2a01e5a63a
  kind: Event
  lastTimestamp: "2026-04-16T17:01:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-67954558cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6e5018f21ed33
    namespace: kserve-ci-e2e-test
    resourceVersion: "38390"
    uid: 54f4d0a4-af8b-46e9-967e-15c7dec46f30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38378"
    uid: ea75f79e-143c-4e2a-9714-64316d0bf644
  kind: Event
  lastTimestamp: "2026-04-16T17:01:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:45Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e5018ef91ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38488"
    uid: 53246e47-8974-4b25-9b92-261bfab05f2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38378"
    uid: ea75f79e-143c-4e2a-9714-64316d0bf644
  kind: Event
  lastTimestamp: "2026-04-16T17:01:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6e5018f615a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38392"
    uid: 0ca0d5ca-4195-4d0d-926a-11787487fc3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:00:16.809996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:00:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4eead97ec29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37739"
    uid: 31eadd07-603a-4944-8e50-9a21845625a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:17Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:00:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4eec83b7056
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: 6904a584-39d9-4a33-9e1b-6ebe066ecc4f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4eec98bb906
    namespace: kserve-ci-e2e-test
    resourceVersion: "37759"
    uid: de5a1b04-3cf9-4a4c-bcc0-782883b0440b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4eeccf9aa55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37762"
    uid: 6fab93a8-245c-45e6-8fa9-43bfac0ebc7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:00:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4eecd656c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37763"
    uid: 34098b4d-5526-44e1-8ab4-17964b23f95c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4ef0f41b374
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: 63aec243-7bba-4b51-b82b-3cd8e2f8fd97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4ef125fe2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37783"
    uid: 191cb74f-e394-4f62-9fad-1774c16d7515
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:00:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:00:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4ef12d5d4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37784"
    uid: e53caa95-d581-4ea5-81a1-55ccc3f6a326
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:01:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e4ef4b61a8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 31be8183-9808-4ca8-9327-4fe51938e4d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp
    namespace: kserve-ci-e2e-test
    resourceVersion: "37737"
    uid: 3e4be2fd-154e-41ec-8f64-68c18bdde206
  kind: Event
  lastTimestamp: "2026-04-16T17:01:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:01:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp.18a6e50150cc2e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38362"
    uid: c089747a-7949-4a37-a34a-cd9177e21016
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37724"
    uid: 4e7d76eb-30ea-48ff-9114-319251fb9514
  kind: Event
  lastTimestamp: "2026-04-16T17:00:16Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-jfkwp'
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc.18a6e4eead323c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37736"
    uid: a3ef2dc8-8ea3-491d-a806-207b176bdeb1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 533f31a1-091f-4211-a9dd-6f67bc784a17
  kind: Event
  lastTimestamp: "2026-04-16T17:00:16Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e4eeab096a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37726"
    uid: 9bde501b-2296-415e-bc52-5d53f16225e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: 8fae1a79-ff9a-4f33-a2bc-80ae29625378
  kind: Event
  lastTimestamp: "2026-04-16T17:00:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e4f22999853d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: d75e10ed-ea17-4b93-adb5-86a9d36b7db2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: 8fae1a79-ff9a-4f33-a2bc-80ae29625378
  kind: Event
  lastTimestamp: "2026-04-16T17:00:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:00:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e4f229fabafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37989"
    uid: 7ad2b018-bc61-4f8e-9077-56dcb03f423a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37882"
    uid: 8fae1a79-ff9a-4f33-a2bc-80ae29625378
  kind: Event
  lastTimestamp: "2026-04-16T17:01:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e4f927dce7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38312"
    uid: 75896797-2223-4a6e-8f56-a4222b09ed28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37882"
    uid: 8fae1a79-ff9a-4f33-a2bc-80ae29625378
  kind: Event
  lastTimestamp: "2026-04-16T17:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:01:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6e4f92840223c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38313"
    uid: e936f9d2-2726-42c9-a800-52ffb35e9ae4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: 57454270-ed36-4854-90f9-aa9c69a134cf
  kind: Event
  lastTimestamp: "2026-04-16T17:01:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e4eeaae43e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: 18b16c5b-1130-4271-b2dd-61f911d68997
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: 57454270-ed36-4854-90f9-aa9c69a134cf
  kind: Event
  lastTimestamp: "2026-04-16T17:00:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e4eeab3347a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 389e8a09-1cd5-4492-a7d1-45158218961d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37732"
    uid: 57454270-ed36-4854-90f9-aa9c69a134cf
  kind: Event
  lastTimestamp: "2026-04-16T17:00:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e4eeb11b7131
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 2950671b-01a3-4aeb-9381-453b47549f32
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 57454270-ed36-4854-90f9-aa9c69a134cf
  kind: Event
  lastTimestamp: "2026-04-16T17:01:29Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:01:29Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6e4ff9130f7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38293"
    uid: 4613821a-679c-4c22-ae1e-a63862920207
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:04:32.332458Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39965"
    uid: 35526482-b040-4d45-b341-01e160618636
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:04:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm.18a6e52a2beb50d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39969"
    uid: 94796207-2e26-48e9-ace5-fad14e450d02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39973"
    uid: 35526482-b040-4d45-b341-01e160618636
  kind: Event
  lastTimestamp: "2026-04-16T17:04:32Z"
  message: Add eth0 [10.133.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:04:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm.18a6e52a4692df3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 6ec45f77-f999-4a97-a490-87bb9cd0ef9a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 35526482-b040-4d45-b341-01e160618636
  kind: Event
  lastTimestamp: "2026-04-16T17:04:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm.18a6e52a47d176ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "40021"
    uid: 923ce227-fa96-429f-aaf9-283cccf5d22d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 35526482-b040-4d45-b341-01e160618636
  kind: Event
  lastTimestamp: "2026-04-16T17:04:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm.18a6e52a4ab7fec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40028"
    uid: c65c4de6-f2ab-40cc-812d-f4a338f81ae3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 35526482-b040-4d45-b341-01e160618636
  kind: Event
  lastTimestamp: "2026-04-16T17:04:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm.18a6e52a4b2a55f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40029"
    uid: cc9e6f53-368f-43d0-b8fa-ca10b5f1d20e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 35526482-b040-4d45-b341-01e160618636
  kind: Event
  lastTimestamp: "2026-04-16T17:04:41Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm_kserve-ci-e2e-test(35526482-b040-4d45-b341-01e160618636)
  metadata:
    creationTimestamp: "2026-04-16T17:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm.18a6e52c42f49569
    namespace: kserve-ci-e2e-test
    resourceVersion: "40062"
    uid: 5d4fe0df-ab9f-4114-a05c-9cdcd0ad91f7
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39953"
    uid: 8abea416-e019-4595-ac63-bea2bd890092
  kind: Event
  lastTimestamp: "2026-04-16T17:04:32Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-6zkfm'
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4.18a6e52a2b950da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: a5aef464-08b7-4bfe-9399-d4b0cc21b4eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: 47a8cc88-8174-4d25-a1ce-e6dc62c6b0ee
  kind: Event
  lastTimestamp: "2026-04-16T17:04:32Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6e52a2904a91a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39955"
    uid: 2984521a-890a-40f5-b0dc-72d29151ed76
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39942"
    uid: 09b603b9-8c48-4606-a4a5-1fc6a32161df
  kind: Event
  lastTimestamp: "2026-04-16T17:04:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e52a28de08ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40065"
    uid: 1f3da5fa-39da-4a82-bb14-4831a2689067
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39942"
    uid: 09b603b9-8c48-4606-a4a5-1fc6a32161df
  kind: Event
  lastTimestamp: "2026-04-16T17:04:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:32Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e52a294d7e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39975"
    uid: 97d5a72a-435e-44ec-8e12-99cb5196e7e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39951"
    uid: 09b603b9-8c48-4606-a4a5-1fc6a32161df
  kind: Event
  lastTimestamp: "2026-04-16T17:04:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T17:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:32Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6e52a2d70c984
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: f08b32c5-3e40-4597-a468-5bb08e3bd8e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T17:03:21.234018Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39371"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e5199e1f3030
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 7e593ee2-165d-476c-b480-d871c230b5f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39383"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e519b6e12450
    namespace: kserve-ci-e2e-test
    resourceVersion: "39390"
    uid: 0a4308ea-9279-4d23-9678-b6206b81ac6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e519b86300d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 23e8db88-01a3-4298-b144-ef07d7a6efa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e519bb6af347
    namespace: kserve-ci-e2e-test
    resourceVersion: "39395"
    uid: e90f94e1-1058-4583-abc7-f7d2e207622f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e519bbdfeb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "39396"
    uid: d9cb01f2-a0e8-4623-bc0c-3a34332ff5ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e51a0a6e1601
    namespace: kserve-ci-e2e-test
    resourceVersion: "39415"
    uid: 0cd96fb0-3b3d-42fd-96a1-7c8be344d9a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e51a0e41ea98
    namespace: kserve-ci-e2e-test
    resourceVersion: "39419"
    uid: 4e1d604d-aee6-4b8b-a955-f1fe8439d7a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:03:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:03:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e51a0eb33cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39420"
    uid: 75e8e3ae-88e0-41b5-995f-3d6673cf105d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:04:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e51a467a6a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "39857"
    uid: c871c457-635f-45e1-8e18-4adccc132e70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 043e5d5e-bf8f-4ce1-9c22-5530da62284c
  kind: Event
  lastTimestamp: "2026-04-16T17:04:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T17:04:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T17:04:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd.18a6e529ecc586e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39928"
    uid: 99361e72-6598-47b2-9f2d-06859081cf83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987
    namespace: kserve-ci-e2e-test
    resourceVersion: "39362"
    uid: a03ca807-9225-45e4-a4f7-57cfa1bdbd22
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-7nqtd'
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987.18a6e5199d6ebfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: ed3c5d11-5732-404a-b03a-59626550cade
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39359"
    uid: 8704092c-6f4e-409a-8546-98d224c33561
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e5199af216df
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 428f0c3e-9cf1-4d7b-af40-771ce92461c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: 818ed410-3dd2-44e7-a770-3425e9565b12
  kind: Event
  lastTimestamp: "2026-04-16T17:04:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e51d19529f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "39726"
    uid: 54a522c0-5069-4b02-9e1a-c34804a67271
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: 818ed410-3dd2-44e7-a770-3425e9565b12
  kind: Event
  lastTimestamp: "2026-04-16T17:04:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T17:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e51d19b659c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: a692eca6-6a89-47f6-b13c-f9f92cf95d40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: 818ed410-3dd2-44e7-a770-3425e9565b12
  kind: Event
  lastTimestamp: "2026-04-16T17:04:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e52796a4adde
    namespace: kserve-ci-e2e-test
    resourceVersion: "39831"
    uid: b73bedfe-036b-48ce-b279-96655f62fc66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39516"
    uid: 818ed410-3dd2-44e7-a770-3425e9565b12
  kind: Event
  lastTimestamp: "2026-04-16T17:04:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T17:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T17:04:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6e5279700dd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "39833"
    uid: 75c6a3df-9528-4c48-a49c-f4ed202d41e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: d37bbd54-5f0a-4ef3-84ab-3c3b67447eba
  kind: Event
  lastTimestamp: "2026-04-16T17:04:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e5199aadf3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39899"
    uid: ef79493b-c319-4502-a8b5-1b42b9a05cda
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:03:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: d37bbd54-5f0a-4ef3-84ab-3c3b67447eba
  kind: Event
  lastTimestamp: "2026-04-16T17:03:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:03:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e5199b39b791
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: 014fcf48-af59-4f1a-a2b4-b1f68fd48152
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:04:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39897"
    uid: d37bbd54-5f0a-4ef3-84ab-3c3b67447eba
  kind: Event
  lastTimestamp: "2026-04-16T17:04:29Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:04:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6e52979c860f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39898"
    uid: b0f3c4b3-31c8-4bc2-8c2e-b7f668406856
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: c76a4b00-0cdb-4922-82a2-7212b33fa02d
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-sklearn-s3.18a6e4dbfdbe1388
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: 6eb9adc2-e2fc-4669-99cc-edc382c7ba35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37046"
    uid: c76a4b00-0cdb-4922-82a2-7212b33fa02d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:56Z"
    name: isvc-sklearn-s3.18a6e4dbfe51afe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 9882090f-e823-4e6f-bee4-701944c49592
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37057"
    uid: c76a4b00-0cdb-4922-82a2-7212b33fa02d
  kind: Event
  lastTimestamp: "2026-04-16T16:58:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:56Z"
    name: isvc-sklearn-s3.18a6e4dc060ead8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37096"
    uid: caeefe92-8fb2-4c41-9168-376b16a8bd43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T17:00:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: c76a4b00-0cdb-4922-82a2-7212b33fa02d
  kind: Event
  lastTimestamp: "2026-04-16T17:00:10Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T17:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T17:00:10Z"
    name: isvc-sklearn-s3.18a6e4ed27f6774c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: 94c37bab-58c8-4590-aa06-b50840e2fd35
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5556bbbf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "29076"
    uid: 6fb463c7-0f21-43e7-9812-9615157d5e42
  kind: Event
  lastTimestamp: "2026-04-16T16:43:03Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5556bbbf97-h4krn'
  metadata:
    creationTimestamp: "2026-04-16T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:03Z"
    name: isvc-sklearn-scheduler-predictor-5556bbbf97.18a6e3fdfd8ca1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29085"
    uid: 4fb319fd-393f-4797-abed-01aa74d98d71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 0cc1853d-6ef7-48c4-a38f-2552cb23968c
  kind: Event
  lastTimestamp: "2026-04-16T16:43:03Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5556bbbf97 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:43:03Z"
    name: isvc-sklearn-scheduler-predictor.18a6e3fdfaaae4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: cf70fe7f-9c53-4479-890a-82c4811f1781
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: 3c76fc12-a54d-4c1d-9220-e50647d7018f
  kind: Event
  lastTimestamp: "2026-04-16T16:43:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:03Z"
    name: isvc-sklearn-scheduler.18a6e3fdfa3a0f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: 38831cd3-4a80-4e40-a17c-fb9d31dd52c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: 3c76fc12-a54d-4c1d-9220-e50647d7018f
  kind: Event
  lastTimestamp: "2026-04-16T16:43:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:03Z"
    name: isvc-sklearn-scheduler.18a6e3fdfab6281d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29090"
    uid: b3522e1e-7b6b-432c-9506-7385f5c4196a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: 3c76fc12-a54d-4c1d-9220-e50647d7018f
  kind: Event
  lastTimestamp: "2026-04-16T16:43:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:03Z"
    name: isvc-sklearn-scheduler.18a6e3fdfab67aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29092"
    uid: 77e7c946-84c5-4845-9727-c035dcc0d21f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:48:03.265547Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31672"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e443e2eff2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: 61f76850-0cbc-4667-a0a0-9840a4ce3f86
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31679"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e443fbaf7f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31687"
    uid: 89b1b2d9-3ebd-4ebb-bb7c-6bc5f693f321
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e443fd8c866e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 1a25074a-a91e-4b25-b461-6102a6f773db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e444003c460c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: c3f951be-5d81-423f-98ec-abcad72ef36b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e444009ad085
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 13cf4f7e-0f0e-41f7-bcbd-00bf995acab0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:07Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e444fbb4eb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 9fac1a7a-1cc3-414b-b588-7dabf57133bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:08Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e444ffa2fc81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31735"
    uid: d0300f4f-c1b5-4510-80e7-47a7aac49806
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:08Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e444ffffe9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31736"
    uid: bb7818e3-8812-4c55-b07f-c9e6a62bfbf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:49:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:09Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e44537bada3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32174"
    uid: ee9e42f6-e031-42dd-b9be-6a159c0d045f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g
    namespace: kserve-ci-e2e-test
    resourceVersion: "31674"
    uid: dac40226-d90d-4a2c-b311-53101299950c
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g.18a6e45688407f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: 6b8c3afb-6a65-4032-ad83-efd97a2d2579
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: f04d6a0a-7014-4327-be9a-3a7e60ae064d
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-k9g4g'
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449.18a6e443e2820553
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: 9eca8743-a2df-4686-a5de-0c962da5ae0c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: bfe4793f-3412-414e-a3e6-e877fdb2026c
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7bb9cdb449 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e443dd5c12ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31660"
    uid: d0da72b5-9287-4ccf-a20f-05d3761f1013
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 891fd8d5-a123-4449-af5b-f213bcfc91ed
  kind: Event
  lastTimestamp: "2026-04-16T16:48:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e4475c44c6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32018"
    uid: 17658bbf-84a3-4d3d-b324-c028c8e22281
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31654"
    uid: 891fd8d5-a123-4449-af5b-f213bcfc91ed
  kind: Event
  lastTimestamp: "2026-04-16T16:48:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:48:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e4475cac041e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 1a58e4c0-654b-4f94-8020-4be06aba3668
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 891fd8d5-a123-4449-af5b-f213bcfc91ed
  kind: Event
  lastTimestamp: "2026-04-16T16:49:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e451d9698af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32232"
    uid: 90a90758-f41e-4e6e-a39e-9d64f0186485
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 891fd8d5-a123-4449-af5b-f213bcfc91ed
  kind: Event
  lastTimestamp: "2026-04-16T16:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6e451d9d2d3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32233"
    uid: 17441dbd-1a6d-43dd-bbb8-6eca2c232db1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: cb5b94a0-b8b8-4875-a0a5-4307c5f896a8
  kind: Event
  lastTimestamp: "2026-04-16T16:49:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:20Z"
    name: isvc-sklearn-v2-mixed.18a6e443dceeeb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32255"
    uid: 838bd577-2241-46f2-a4c2-bb3f026d49aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31632"
    uid: cb5b94a0-b8b8-4875-a0a5-4307c5f896a8
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed.18a6e443dd671879
    namespace: kserve-ci-e2e-test
    resourceVersion: "31682"
    uid: 4c2bece9-7c04-4cb4-ac0b-c15ba23a637d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31649"
    uid: cb5b94a0-b8b8-4875-a0a5-4307c5f896a8
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-mixed.18a6e443e597a47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: be77f02d-d8e6-462f-99c9-bf18cb9e1cae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: cb5b94a0-b8b8-4875-a0a5-4307c5f896a8
  kind: Event
  lastTimestamp: "2026-04-16T16:49:20Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:20Z"
    name: isvc-sklearn-v2-mixed.18a6e455c3e402fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32254"
    uid: ad0ee4e1-ef50-4981-b096-169ea2e4731d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:46:42.943964Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:46:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:46:42Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e4312f65d11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: 1996a815-1088-4e9b-be92-951b2c17278a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:43Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:46:43Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e43154b65810
    namespace: kserve-ci-e2e-test
    resourceVersion: "31036"
    uid: 590661e1-8792-4f59-a1d7-6b10d56681f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:43Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e4315612cf44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: ab4c4fc8-5006-4edd-a34a-e98b15de3026
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:43Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e4315993cc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "31042"
    uid: 60bcf989-7549-48b3-b9fb-cbb00533b30b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:43Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e4315a1809d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: 7fe796ca-981b-443a-8dde-6a632fbf56ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:47Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e4324c4eeee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31075"
    uid: 87f76740-1014-488d-9495-06cceb9201d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:47Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e4325007cb52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 1fcaedc4-6c92-4120-909b-f96ef86f9066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:46:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:47Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e432506c7fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: f8b88f24-f50c-4839-85d3-f7b14462d8ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:47:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:47:49Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e43288458b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: 7d1db3df-472e-4e0c-817b-139ef60a1e95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 2a588298-3c56-44ea-bfaa-f8d9211ca2f4
  kind: Event
  lastTimestamp: "2026-04-16T16:48:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:48:03Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9.18a6e443dd0c0791
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: 8239a625-1731-481c-b8c4-af78bd7d4a80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5ff9c785b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 83614a4b-3d4c-4c4a-8381-9603141163ee
  kind: Event
  lastTimestamp: "2026-04-16T16:46:42Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5ff9c785b8-7c7x9'
  metadata:
    creationTimestamp: "2026-04-16T16:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:46:42Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8.18a6e4312eda50d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: e49134e6-e9d6-4377-bc63-0ab4327d4e09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: f1d9ecb7-56d0-4afa-b105-4b02e05dc2aa
  kind: Event
  lastTimestamp: "2026-04-16T16:46:42Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5ff9c785b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:46:42Z"
    name: isvc-sklearn-v2-predictor.18a6e4312bd00533
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: 3f53b6a7-1978-4110-b438-37a5a8b28116
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: 2ab38126-98d9-4857-9857-fbc2c46d52a2
  kind: Event
  lastTimestamp: "2026-04-16T16:47:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:27Z"
    name: isvc-sklearn-v2-predictor.18a6e434aad733b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31369"
    uid: dc79e708-da5e-41d1-9614-3274e3b6ed25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: 2ab38126-98d9-4857-9857-fbc2c46d52a2
  kind: Event
  lastTimestamp: "2026-04-16T16:47:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:27Z"
    name: isvc-sklearn-v2-predictor.18a6e434ab3fad97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: e4ade3f5-f156-4989-a251-7f42533030ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 2ab38126-98d9-4857-9857-fbc2c46d52a2
  kind: Event
  lastTimestamp: "2026-04-16T16:47:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:57Z"
    name: isvc-sklearn-v2-predictor.18a6e43f27fce4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: edee1be2-f2c0-4f6e-8c32-508e7fbb1c76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 2ab38126-98d9-4857-9857-fbc2c46d52a2
  kind: Event
  lastTimestamp: "2026-04-16T16:47:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:47:57Z"
    name: isvc-sklearn-v2-predictor.18a6e43f286048d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31580"
    uid: 31974955-816c-4bac-a8c9-cc9a710171d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:45:52.768913Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:45:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:45:52Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e42580bb5eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30596"
    uid: bcd55cef-1d76-42b5-b55e-55e2ce98afca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:53Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:45:53Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e42599e6d76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30605"
    uid: 84b422c1-ae7a-45f9-9aa0-a11f43eb6f2e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:53Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e4259b2ee442
    namespace: kserve-ci-e2e-test
    resourceVersion: "30607"
    uid: a4a60e46-f6c6-44ff-b6e9-fe081c048861
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:53Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e4259f3c3c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30609"
    uid: c8f53757-3688-455c-bf54-f1b9dd69acd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:53Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e4259fa157c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: 3ffc43e8-8432-411a-8d69-639e7b774f4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:57Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e4269e2bf66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 05b11162-ccf0-4598-85f1-2f05eda0faec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:57Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e426a10d67d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30655"
    uid: d9d26033-a280-4379-9df6-c2f9d2b870c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:45:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:57Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e426a179cd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "30656"
    uid: 633d58ae-73ff-4313-88df-34a3b56bff1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:46:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T16:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:29Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e42e158dc52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: 54db3b5c-a1eb-40ce-ba42-fadae013feda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:46:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:42Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e4312c4c0484
    namespace: kserve-ci-e2e-test
    resourceVersion: "31013"
    uid: 1f2560bf-c3d9-4db1-b94f-ddd0e253c11d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0ab4993a-f137-4a2d-8053-05a43f7e5c02
  kind: Event
  lastTimestamp: "2026-04-16T16:46:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.57:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.133.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:46:49Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg.18a6e432ba6f0493
    namespace: kserve-ci-e2e-test
    resourceVersion: "31097"
    uid: 99286b89-4b43-4763-b9c0-7ecc9d4f99d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 931eda12-b351-4eff-9402-aac29c365e89
  kind: Event
  lastTimestamp: "2026-04-16T16:45:52Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7f9684dc47-qcqtg'
  metadata:
    creationTimestamp: "2026-04-16T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:52Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47.18a6e425805c87bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30594"
    uid: 8b47647d-ea69-44cf-9a84-e1b67f52ac91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: daad8940-25ba-4360-a3b6-d14041e94c28
  kind: Event
  lastTimestamp: "2026-04-16T16:45:52Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7f9684dc47 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:52Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e4257d73a775
    namespace: kserve-ci-e2e-test
    resourceVersion: "30582"
    uid: 1d2e6dd3-f1da-4af5-a82b-995d1dfd4b20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: bda1ad02-15a3-435f-9a8a-08ae54d14c85
  kind: Event
  lastTimestamp: "2026-04-16T16:46:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e428fc0486cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: ed3c3191-0cac-4620-8b28-e9244e066251
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: bda1ad02-15a3-435f-9a8a-08ae54d14c85
  kind: Event
  lastTimestamp: "2026-04-16T16:46:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:46:37Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6e428fc7e3d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: 8908ef27-6290-4018-b18f-2dae859fcc8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: d3de5f62-51b2-46bf-8f4a-2a2c3bcd57dc
  kind: Event
  lastTimestamp: "2026-04-16T16:46:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:46:39Z"
    name: isvc-sklearn-v2-runtime.18a6e4257d45e49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 4b039af3-f6e5-42a1-8c1c-14630a598c0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: d3de5f62-51b2-46bf-8f4a-2a2c3bcd57dc
  kind: Event
  lastTimestamp: "2026-04-16T16:45:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:52Z"
    name: isvc-sklearn-v2-runtime.18a6e4257db09a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30584"
    uid: 76c76d01-e1e0-48b9-a918-008de57c37b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: d3de5f62-51b2-46bf-8f4a-2a2c3bcd57dc
  kind: Event
  lastTimestamp: "2026-04-16T16:46:39Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:46:39Z"
    name: isvc-sklearn-v2-runtime.18a6e4306aa409c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30955"
    uid: 5e4b4be8-bc87-4e28-82bc-2b7218aa6c53
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: e1b7b92f-b5bb-4f28-b5ef-68fb2c6ddcec
  kind: Event
  lastTimestamp: "2026-04-16T16:47:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:59Z"
    name: isvc-sklearn-v2.18a6e4312bddcf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: ecfc9200-e544-474b-a4ea-bc53331e0ffd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:46:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: e1b7b92f-b5bb-4f28-b5ef-68fb2c6ddcec
  kind: Event
  lastTimestamp: "2026-04-16T16:46:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:46:42Z"
    name: isvc-sklearn-v2.18a6e4312c660a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 526e4dbc-1f2c-4d05-b984-ea3e3271f2bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: e1b7b92f-b5bb-4f28-b5ef-68fb2c6ddcec
  kind: Event
  lastTimestamp: "2026-04-16T16:47:59Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:47:59Z"
    name: isvc-sklearn-v2.18a6e443147bdcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31600"
    uid: 982f97da-2053-4c5f-b814-b4a066352781
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29115"
    uid: 56d1ff07-63be-4d8f-b6a6-21975e61ce40
  kind: Event
  lastTimestamp: "2026-04-16T16:44:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:22Z"
    name: isvc-sklearn.18a6e3fe77f4e7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29735"
    uid: fe01d4c4-aac1-423c-98fd-5732fdfa4187
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:43:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29115"
    uid: 56d1ff07-63be-4d8f-b6a6-21975e61ce40
  kind: Event
  lastTimestamp: "2026-04-16T16:43:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:43:05Z"
    name: isvc-sklearn.18a6e3fe78433e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: 051295bd-7da5-4744-b7b6-0ae6096edcd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29733"
    uid: 56d1ff07-63be-4d8f-b6a6-21975e61ce40
  kind: Event
  lastTimestamp: "2026-04-16T16:44:22Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:22Z"
    name: isvc-sklearn.18a6e41061dc4828
    namespace: kserve-ci-e2e-test
    resourceVersion: "29734"
    uid: 07325fc7-3b73-44c4-9373-b60d1740373a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:49:23.403393Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32320"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-864f6b7649-gcsbm
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e4568b866f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32325"
    uid: d5b4155f-10b5-49ce-906c-703f1756c9d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32328"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e456a4a04c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32332"
    uid: 434e4e9a-045c-444d-ba80-3d6db8d8c7dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e456a5e2c952
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: 84a6cd05-21a4-4e06-983b-350a5c8a8044
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e456a8dc423a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: 0c508da9-7946-4916-b003-41f9f8d92631
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e456a94980d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: 35ecea2d-c5a8-4271-82fc-b97ae7ace114
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:29Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T16:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:29Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e457e71fe04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 11734811-1b8a-4aa6-9faa-aadde3fbeaa3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:33Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.774s (3.774s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:33Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e458c81c5db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32411"
    uid: 41d52d53-b5d6-4dd3-96f3-463e51e4dc6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:33Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e458cc2da778
    namespace: kserve-ci-e2e-test
    resourceVersion: "32413"
    uid: be67563e-7a34-4492-ad85-06b1f007f4e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:33Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e458ccc6ee9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32414"
    uid: 552ad0bb-31f2-405e-86a8-06ebc98048f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:49:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:49:34Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e458d696975e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 7bd20cf7-3669-49df-9a3d-15671d610368
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32322"
    uid: 6d23a8c0-9b4c-4789-ba33-747199d2a496
  kind: Event
  lastTimestamp: "2026-04-16T16:50:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:03Z"
    name: isvc-tensorflow-predictor-864f6b7649-gcsbm.18a6e45fe4d48f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: 4dcca850-2eae-4630-ae74-e39298b301cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-864f6b7649
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: 0f6c0fb7-2db4-48c7-82db-9a6ad9be9d71
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: 'Created pod: isvc-tensorflow-predictor-864f6b7649-gcsbm'
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor-864f6b7649.18a6e4568b13945d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: f2134e3e-2637-4fef-817d-16e78b01535f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32302"
    uid: a55d9218-4eb5-4222-920b-cb20209446da
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: Scaled up replica set isvc-tensorflow-predictor-864f6b7649 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow-predictor.18a6e456885cca10
    namespace: kserve-ci-e2e-test
    resourceVersion: "32308"
    uid: fc661c95-1dc9-4248-a28d-3d73cb69f1d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: b0cd93a0-ad72-40f2-9cb1-d1ef89de270f
  kind: Event
  lastTimestamp: "2026-04-16T16:49:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:53Z"
    name: isvc-tensorflow-predictor.18a6e45a07102450
    namespace: kserve-ci-e2e-test
    resourceVersion: "32576"
    uid: 8fbaaacc-8b50-48eb-9648-15d8eb3397eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: b0cd93a0-ad72-40f2-9cb1-d1ef89de270f
  kind: Event
  lastTimestamp: "2026-04-16T16:49:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:49:53Z"
    name: isvc-tensorflow-predictor.18a6e45a077097c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32577"
    uid: 8cffcc4d-3489-4add-8f81-09c203a12a6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:50:03.620100Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:50:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:50:03Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e45fe8a09c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32687"
    uid: 4a3564d1-3a94-4853-bb5c-122353d85ea1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32693"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:04Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:50:04Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e46001995d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: 80fedfff-bfac-48ea-916d-53b0aad3cacb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:04Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e460031d5a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: a6214c19-9df4-481b-8e41-6ea8dd4d5df3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:04Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e46005dcf134
    namespace: kserve-ci-e2e-test
    resourceVersion: "32702"
    uid: 04b50eef-1190-43e1-9a7d-77f5ae35f143
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:04Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e46006408395
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: 4b78cc0d-2214-4b3f-b8fd-0cf196c6b6cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:10Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:10Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e4617ade4a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32754"
    uid: 29c6b271-6361-47fe-bdbe-82d1803e5a73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:10Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e4617e50bb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: d8e12f78-fde4-4511-8f39-9e5422893724
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:10Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e4617ebe87dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 09c770bd-ed73-43ee-81b3-9e7af89b61bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:12Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e461b6cb268f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: f130d9cd-0214-42d2-afcb-ec6a2d0e22c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32684"
    uid: 59c8bd03-5046-4461-9e75-be04f23c7291
  kind: Event
  lastTimestamp: "2026-04-16T16:50:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq.18a6e466f37117a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32963"
    uid: 07608d2f-7ad9-426d-96b9-dbfe0aa54960
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-7446cd7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32672"
    uid: a240ce0c-8e24-44c5-957d-2bb4be091295
  kind: Event
  lastTimestamp: "2026-04-16T16:50:03Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-7446cd7bb-rcsqq'
  metadata:
    creationTimestamp: "2026-04-16T16:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:03Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb.18a6e45fe831c101
    namespace: kserve-ci-e2e-test
    resourceVersion: "32685"
    uid: 764ef8e7-4f51-4752-ae24-84ed1aa080b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: eaaf58ca-625c-4a0b-a19f-a84b65822202
  kind: Event
  lastTimestamp: "2026-04-16T16:50:03Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-7446cd7bb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:03Z"
    name: isvc-tensorflow-runtime-predictor.18a6e45fe5897bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: 801e0dc5-98f0-4859-a9d5-8953a510a6cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32671"
    uid: 0f5b363b-f4ca-4614-aa2d-197ba311a9f4
  kind: Event
  lastTimestamp: "2026-04-16T16:50:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-tensorflow-runtime-predictor.18a6e463659d7da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32933"
    uid: d648d8af-3b62-44cf-8bde-9ac5637cd804
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32671"
    uid: 0f5b363b-f4ca-4614-aa2d-197ba311a9f4
  kind: Event
  lastTimestamp: "2026-04-16T16:50:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:50:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-tensorflow-runtime-predictor.18a6e463663070e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32934"
    uid: e3403524-3490-4649-a9d4-8dc978816d22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: 34baddee-9e1f-4c81-8059-c205acd1136c
  kind: Event
  lastTimestamp: "2026-04-16T16:50:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:22Z"
    name: isvc-tensorflow-runtime.18a6e45fe55d353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: b79a68ce-891b-44ba-a925-b060012aa4f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: 34baddee-9e1f-4c81-8059-c205acd1136c
  kind: Event
  lastTimestamp: "2026-04-16T16:50:03Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:03Z"
    name: isvc-tensorflow-runtime.18a6e45fe5babb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "32676"
    uid: 14eb0beb-f839-4ee1-99c1-3e1137e07a94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32853"
    uid: 34baddee-9e1f-4c81-8059-c205acd1136c
  kind: Event
  lastTimestamp: "2026-04-16T16:50:22Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:22Z"
    name: isvc-tensorflow-runtime.18a6e4644ad4d487
    namespace: kserve-ci-e2e-test
    resourceVersion: "32854"
    uid: ea7cbccb-9a47-4abb-875b-171f9d7d4b8e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: a153e6c5-dc7d-462f-9a8b-587ed4704e37
  kind: Event
  lastTimestamp: "2026-04-16T16:49:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:44Z"
    name: isvc-tensorflow.18a6e4568860c570
    namespace: kserve-ci-e2e-test
    resourceVersion: "32512"
    uid: fa9c2711-444f-4a0b-a342-e19a31dcae1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32282"
    uid: a153e6c5-dc7d-462f-9a8b-587ed4704e37
  kind: Event
  lastTimestamp: "2026-04-16T16:49:23Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:23Z"
    name: isvc-tensorflow.18a6e45688c9ad40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 4fc3f233-ead8-425f-8ff8-f26b4b3b34f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:49:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: a153e6c5-dc7d-462f-9a8b-587ed4704e37
  kind: Event
  lastTimestamp: "2026-04-16T16:49:44Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:49:44Z"
    name: isvc-tensorflow.18a6e45b6a4fff8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32511"
    uid: 2e97f872-7aa2-436b-af84-369be2a1588f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:50:33.938418Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5fc768bcf-lc4ds
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:50:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e466f7bd8461
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: ed4d8222-4a5b-42ab-be68-dc218f331af1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32984"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:50:34Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:50:34Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e46710d10082
    namespace: kserve-ci-e2e-test
    resourceVersion: "32992"
    uid: 2978fc28-15ad-4cd7-96e9-8d8245120d5c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:50:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:34Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e4671211a4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32994"
    uid: 2a7816dc-a4ed-4d4c-bfbb-60e8aaca4e5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:50:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:34Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e46714c471a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: 4afe986f-eb5f-4eed-97e1-3463d555758b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:50:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:34Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e4671530cfd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: fba41790-06fb-41ce-9b4d-1e495a4b2e27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:50:38Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T16:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:50:38Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e4680589a0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33037"
    uid: 9c621c7c-b6b2-461d-841b-f29f6b54edd0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:52:32Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.669s
    (1m53.669s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:32Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e4827cbe078a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33825"
    uid: e7bf8750-8f7d-4f1e-af1c-2fa293bc1639
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:52:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:32Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e48282ba8be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33826"
    uid: e2480c5b-112d-4475-a890-7bdcaeacb310
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:52:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:32Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e48284010a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 78c7dba1-40a0-48ce-877e-172b50cb51a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:52:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:33Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e482a9d9eede
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 236dc562-02c2-493e-b40f-39dee4af4813
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-lc4ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 6353c00e-6b28-4e75-93fa-7e720bedda09
  kind: Event
  lastTimestamp: "2026-04-16T16:52:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:55Z"
    name: isvc-triton-predictor-5fc768bcf-lc4ds.18a6e487e7542263
    namespace: kserve-ci-e2e-test
    resourceVersion: "34027"
    uid: ea51a20c-3741-4154-b1b1-394ab0cfb25c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5fc768bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32965"
    uid: a65b2e68-096c-41f7-aef5-d66d483b0edd
  kind: Event
  lastTimestamp: "2026-04-16T16:50:33Z"
  message: 'Created pod: isvc-triton-predictor-5fc768bcf-lc4ds'
  metadata:
    creationTimestamp: "2026-04-16T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-triton-predictor-5fc768bcf.18a6e466f75249cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32976"
    uid: 5c33869e-b6b4-402a-853b-afa2b31d0057
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32961"
    uid: c76e3ce0-845e-4544-b9ea-09e5502616c6
  kind: Event
  lastTimestamp: "2026-04-16T16:50:33Z"
  message: Scaled up replica set isvc-triton-predictor-5fc768bcf from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-triton-predictor.18a6e466f411f9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: 1130fdb7-e3bd-4813-9542-82e696be404f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: c0219e0c-4043-4010-a016-00a8e4abb460
  kind: Event
  lastTimestamp: "2026-04-16T16:52:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:49Z"
    name: isvc-triton-predictor.18a6e46a7324784a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: 56b66b68-ba85-48d9-9222-039a8a72790f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: c0219e0c-4043-4010-a016-00a8e4abb460
  kind: Event
  lastTimestamp: "2026-04-16T16:52:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:49Z"
    name: isvc-triton-predictor.18a6e46a738b5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: 89a6fbb1-06d6-4c32-a67d-add595becc12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 475ee6b1-338d-41a1-9173-fc73d14617f8
  kind: Event
  lastTimestamp: "2026-04-16T16:52:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:43Z"
    name: isvc-triton.18a6e466f40a1a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33917"
    uid: 581b522b-3edb-4025-a423-dee9a59a68fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:50:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 475ee6b1-338d-41a1-9173-fc73d14617f8
  kind: Event
  lastTimestamp: "2026-04-16T16:50:33Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:50:33Z"
    name: isvc-triton.18a6e466f4b9fe4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: 2150b117-9668-4163-a594-f553105069fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33915"
    uid: 475ee6b1-338d-41a1-9173-fc73d14617f8
  kind: Event
  lastTimestamp: "2026-04-16T16:52:43Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:43Z"
    name: isvc-triton.18a6e4853dbdfbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33916"
    uid: 5adcc209-5a5a-4ab6-bb09-c2fc384a7069
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:52:55.552779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34042"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:52:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:52:55Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e487f09d1f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "34047"
    uid: a0cf7f7b-cbdc-4e6e-aa3f-7b60e9c21d64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:52:56Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:52:56Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e4880be4b3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: d52d9fd7-ecc2-432a-9bb6-8deb8a7f8212
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:52:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:56Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e4880d3e3a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 176db986-280a-49f2-8636-d4140679f79c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:52:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:56Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e4880ff12136
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: c6cc0838-caf9-417f-8692-850b3cf4af56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:52:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:56Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e48810629d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "34064"
    uid: f19598d7-a4e8-400d-aafa-040ab689621f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:52:59Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T16:52:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:52:59Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e488f8ee84a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: 1f1e64a6-f935-40b9-9141-630a4bf48c20
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:53:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.947s (19.947s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:19Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e48d9de398d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34244"
    uid: 50905543-7c14-4cbd-a675-283db8a07963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:53:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:19Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e48da12e8a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: f452e879-978a-486a-a34a-09697c5695f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:53:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:53:19Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e48da189f81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: 2b5ef76b-2a55-4ad2-a491-ff12864b35cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:54:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:11Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e48da5b3dfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: 9a66e5be-aaa9-419a-baa4-1512a0cc0e06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34045"
    uid: 3ac9d3c9-1777-4123-8c54-634d2819b9da
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-drgbd.18a6e49ce7981623
    namespace: kserve-ci-e2e-test
    resourceVersion: "34744"
    uid: 4c4c0604-6ff7-44fe-be9e-6e243170167a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6bd4d9fcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34026"
    uid: 5a1be10c-e85d-4695-8c42-88847a454fec
  kind: Event
  lastTimestamp: "2026-04-16T16:52:55Z"
  message: 'Created pod: isvc-xgboost-predictor-6bd4d9fcc8-drgbd'
  metadata:
    creationTimestamp: "2026-04-16T16:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:55Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8.18a6e487f028e943
    namespace: kserve-ci-e2e-test
    resourceVersion: "34044"
    uid: 20c7c267-1a75-48d2-abec-fc9a1273d0f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34023"
    uid: 0cd0e241-d2d6-4e71-a7c3-5379afd75b88
  kind: Event
  lastTimestamp: "2026-04-16T16:52:55Z"
  message: Scaled up replica set isvc-xgboost-predictor-6bd4d9fcc8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:52:55Z"
    name: isvc-xgboost-predictor.18a6e487e7e12669
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: f9d23545-37c1-4d9b-94b4-a6d14baa167d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: 4f1c1abe-2248-4c6a-a70e-6d6e2b598853
  kind: Event
  lastTimestamp: "2026-04-16T16:53:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:53:25Z"
    name: isvc-xgboost-predictor.18a6e48b6657aad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34283"
    uid: 182f8915-1f12-42c5-83ed-d4c6de35b1dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: 4f1c1abe-2248-4c6a-a70e-6d6e2b598853
  kind: Event
  lastTimestamp: "2026-04-16T16:53:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:53:25Z"
    name: isvc-xgboost-predictor.18a6e48b66cc4daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34284"
    uid: 5d05f939-1031-4a66-9718-39b39084c0c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 4f1c1abe-2248-4c6a-a70e-6d6e2b598853
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-predictor.18a6e49265045755
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 5647f0d8-2245-4a5f-b0f6-4bb1458f0d90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T16:53:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 4f1c1abe-2248-4c6a-a70e-6d6e2b598853
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-predictor.18a6e492654c8d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: c1ad3b8a-5da6-4f52-9e75-e5d8c4261ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:55:46.088717Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35486"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4afa5590b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35492"
    uid: f4845d7e-2650-44ec-8a91-0d6bd94ba815
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35496"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4afbe5d7287
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: 85193fb6-57ad-4457-8a3f-f658b9d22335
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4afc017449e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35510"
    uid: a8b8247d-33a5-45b1-9fce-b2df51e64b81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4afc31b8eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35512"
    uid: 40a3ead7-15b4-48d2-bcc5-1dec23e4e4f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4afc38a700c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 464bd25b-a025-46aa-916d-ceec6cd5f09a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:50Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4b0b066e62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: c77869cb-4296-4be3-bd68-7c5766d6a6e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:50Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4b0b3441c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "35554"
    uid: 5456b466-d926-4c15-97f6-f76c7c6439ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:55:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:50Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4b0b3b6511a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: f2141a7f-7292-4695-874c-cfca3ed7287e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:56:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:42Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4b0ec55d4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: 7599bb0e-838a-427a-a7d6-59233c3bfb71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35490"
    uid: fb24c9b3-436e-4d49-8ec6-238e4c9f9733
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj.18a6e4bffbe3effe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36063"
    uid: 96ca57e1-4afe-46c2-a549-3bb4bf3fc265
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-5947cc4c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: 2bab86a5-9d52-4f34-8436-dc81d4f65f1b
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-5947cc4c99-7ngrj'
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99.18a6e4afa4e86a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: b45062e2-f564-4fe2-9bc6-40a5459c8103
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: b8d9d0b3-de58-4648-ae2f-944f2059ef2c
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-5947cc4c99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime-predictor.18a6e4afa2191c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: 55fbd481-ba92-4815-80ed-dce2a5f542c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: b662317e-b143-49eb-a24c-cc7e4dd8487f
  kind: Event
  lastTimestamp: "2026-04-16T16:56:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:01Z"
    name: isvc-xgboost-runtime-predictor.18a6e4b320eed61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35630"
    uid: 71198667-2202-4eb0-b7f9-6c9082c87b28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: b662317e-b143-49eb-a24c-cc7e4dd8487f
  kind: Event
  lastTimestamp: "2026-04-16T16:56:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:01Z"
    name: isvc-xgboost-runtime-predictor.18a6e4b32151c4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35632"
    uid: e02cf3a3-55de-47c1-bd78-7db1a0353ae4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35631"
    uid: b662317e-b143-49eb-a24c-cc7e4dd8487f
  kind: Event
  lastTimestamp: "2026-04-16T16:56:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:46Z"
    name: isvc-xgboost-runtime-predictor.18a6e4b6a072fe5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 68055925-459f-49a0-90eb-4980d6a2c2bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35631"
    uid: b662317e-b143-49eb-a24c-cc7e4dd8487f
  kind: Event
  lastTimestamp: "2026-04-16T16:56:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:46Z"
    name: isvc-xgboost-runtime-predictor.18a6e4b6a0d5e2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 2972f5ae-6c9e-4001-b6f9-b419ae0679c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35450"
    uid: f5de0e11-66e2-4c54-aac3-7b76e73234d7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:52Z"
    name: isvc-xgboost-runtime.18a6e4afa2234d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: c91852d1-59a3-4ec6-9c0d-f2a4fe0877b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35450"
    uid: f5de0e11-66e2-4c54-aac3-7b76e73234d7
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime.18a6e4afa2bd7bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35499"
    uid: 5a07a150-1c95-4953-bc7b-05f2609025ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: f5de0e11-66e2-4c54-aac3-7b76e73234d7
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: isvc-xgboost-runtime.18a6e4afa773afde
    namespace: kserve-ci-e2e-test
    resourceVersion: "35500"
    uid: d8702408-0a2a-4fa5-a4d1-ff930870d1f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: f5de0e11-66e2-4c54-aac3-7b76e73234d7
  kind: Event
  lastTimestamp: "2026-04-16T16:56:52Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:52Z"
    name: isvc-xgboost-runtime.18a6e4bf24367cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: fcb8b34f-1890-4ed2-81af-4303ef3137db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:54:25.670908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34755"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49cec12a418
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 7af594ab-cddb-43be-bffb-15ccbcb13b73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:26Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49d07480671
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: 432a3129-b1b1-402f-a4df-67bdbf67860c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49d08a3b969
    namespace: kserve-ci-e2e-test
    resourceVersion: "34775"
    uid: 5b46f64d-5520-45c1-9c4f-75ec7937c648
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49d0bb1d8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: b8ab71c5-a385-42a8-bd7d-c47844ec34bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49d0c1d256b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34778"
    uid: e4bf8aee-b779-442a-a7af-f37ec05f0d40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49dffcbb336
    namespace: kserve-ci-e2e-test
    resourceVersion: "34816"
    uid: c7da7745-8f2e-4905-a51f-3d28ad9cd343
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49e02d13203
    namespace: kserve-ci-e2e-test
    resourceVersion: "34821"
    uid: 8e2a99a6-52b7-4f16-875c-963a7bfe3c8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:54:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:54:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e49e0347ead7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: 81420e72-e736-41ed-9b95-21bd02eff26c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: f999475f-ccdd-45b8-b3e0-bcfa2d0a0e3c
  kind: Event
  lastTimestamp: "2026-04-16T16:55:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr.18a6e4a647e0854b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: 2ffccebf-03e0-445a-ba74-66d904bbb04e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: 73d54cba-8223-491e-9937-0235a24609a3
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-9c799c49c-xbxpr'
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c.18a6e49ceb88c32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34756"
    uid: e27c6124-72c8-4f47-9768-397eb3af39c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: d85ab189-6cff-4d7b-b3ac-75b2139d2661
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-9c799c49c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e49ce79be6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: df3feefd-9857-4644-a5b7-bf9f671cb540
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: d732db94-4be0-4ac4-b148-911e1291beaf
  kind: Event
  lastTimestamp: "2026-04-16T16:54:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e4a066505c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34898"
    uid: da62332e-f65d-44c8-bf78-804b8699928d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: d732db94-4be0-4ac4-b148-911e1291beaf
  kind: Event
  lastTimestamp: "2026-04-16T16:54:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e4a066bb46ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: 3d0502af-102c-41cb-8a04-7f9588486b60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34897"
    uid: d732db94-4be0-4ac4-b148-911e1291beaf
  kind: Event
  lastTimestamp: "2026-04-16T16:54:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e4a3e5c842b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35001"
    uid: 646852f6-d5c7-4c09-b1ea-3f61a04bc63a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34897"
    uid: d732db94-4be0-4ac4-b148-911e1291beaf
  kind: Event
  lastTimestamp: "2026-04-16T16:54:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:54:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6e4a3e62a9db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: 3c67e21b-c2c8-46ec-90cf-fdde6b1ab3df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 35fb09aa-49d7-4e7d-818a-ba81200973d4
  kind: Event
  lastTimestamp: "2026-04-16T16:55:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:02Z"
    name: isvc-xgboost-v2-mlserver.18a6e49ce7a502d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35059"
    uid: a22fc70b-e16d-4716-a05b-dd54a320bf2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 35fb09aa-49d7-4e7d-818a-ba81200973d4
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-v2-mlserver.18a6e49ce83cec50
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 21c7867a-5df2-459b-bb6b-39ac3877a1fd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: 35fb09aa-49d7-4e7d-818a-ba81200973d4
  kind: Event
  lastTimestamp: "2026-04-16T16:54:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:54:25Z"
    name: isvc-xgboost-v2-mlserver.18a6e49cec264c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: 576c0aaf-11db-4e77-992b-6c57befd21ed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35056"
    uid: 35fb09aa-49d7-4e7d-818a-ba81200973d4
  kind: Event
  lastTimestamp: "2026-04-16T16:55:02Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:02Z"
    name: isvc-xgboost-v2-mlserver.18a6e4a578a5c3a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35058"
    uid: 5f77668a-4593-4814-8a51-36627496f2b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:57:46.413483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36507"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4cba943452f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36511"
    uid: c81c68d3-4489-44eb-96f3-da75be945a93
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36515"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4cbc3d2831b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36521"
    uid: 75abde8e-7281-4217-a8e4-9fbef59c07d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4cbc512adb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36523"
    uid: 7500cec9-88f1-42cf-9151-0f10666d3e17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4cbc8784001
    namespace: kserve-ci-e2e-test
    resourceVersion: "36525"
    uid: dc134523-7f2d-40b8-9c97-056eb31c98a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4cbc8e72352
    namespace: kserve-ci-e2e-test
    resourceVersion: "36527"
    uid: e690b363-8bda-4d8a-9123-f52bd4838c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:50Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4ccb8c0a856
    namespace: kserve-ci-e2e-test
    resourceVersion: "36560"
    uid: 50aa6766-9e1c-48f4-a5bb-cddcb5c90684
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:51Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4ccbc6d4e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36564"
    uid: 00a3fd74-daf7-4a80-ae98-317377732322
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:57:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:51Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4ccbce10196
    namespace: kserve-ci-e2e-test
    resourceVersion: "36565"
    uid: a75f7afc-ab3a-4c36-ab76-eaaee136171e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:58:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T16:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:42Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4ccf4ae3514
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: bedffcff-bf75-44a7-8031-15f44af843e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 88f2cb88-fd7c-4867-8d75-328d9a4a5b92
  kind: Event
  lastTimestamp: "2026-04-16T16:58:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:58:56Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv.18a6e4dbfe420a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37076"
    uid: 2cdfde6f-508c-4df4-9e98-d510eb36df8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-675d9b5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: d3e97840-ca17-4da5-a322-72a94d4e64b4
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-675d9b5ff-5b9rv'
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff.18a6e4cba8db1871
    namespace: kserve-ci-e2e-test
    resourceVersion: "36508"
    uid: 5b29f3e5-21b3-4ded-8b26-4267d46bcfdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36484"
    uid: 55ac6c7a-c75c-4661-ab50-cd342eb59c3f
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-675d9b5ff from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-predictor.18a6e4cba5bc5200
    namespace: kserve-ci-e2e-test
    resourceVersion: "36495"
    uid: 1a3dd8f2-d8b8-483d-85b4-36d2d9df1321
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36488"
    uid: 1ba412f6-f197-4ba2-8334-06d649bc68de
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-xgboost-v2-predictor.18a6e4cf24786a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: c84a4de5-43fd-4e6e-8577-74bdfe9a3d3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36488"
    uid: 1ba412f6-f197-4ba2-8334-06d649bc68de
  kind: Event
  lastTimestamp: "2026-04-16T16:58:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:16Z"
    name: isvc-xgboost-v2-predictor.18a6e4cf24d6a3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: b49076d0-4988-44ee-83cb-cbfb2118b82d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36645"
    uid: 1ba412f6-f197-4ba2-8334-06d649bc68de
  kind: Event
  lastTimestamp: "2026-04-16T16:58:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:46Z"
    name: isvc-xgboost-v2-predictor.18a6e4d622d0bc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: 96b9d44d-39d7-4a10-818f-bd76373e469f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36645"
    uid: 1ba412f6-f197-4ba2-8334-06d649bc68de
  kind: Event
  lastTimestamp: "2026-04-16T16:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:58:46Z"
    name: isvc-xgboost-v2-predictor.18a6e4d6232f66a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: 4f74e3cd-4db1-4b1a-8f12-a7ba39f7d6f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:56:56.335079Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c0005b8663
    namespace: kserve-ci-e2e-test
    resourceVersion: "36073"
    uid: 9dd5eb26-392e-46bb-9438-9165ead4c35d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36081"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c019c9290b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 6535bd19-a66e-4612-b5ce-4475234fe3f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c01b1fff41
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 7854dd88-eddb-4d7e-801a-15d59204827b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c01ef558c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 42fc2336-de4a-429c-9a5b-cce4414f6651
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c01f69a6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: d7fedebe-e68e-4fc0-a8f8-4b91390f35ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:57:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:00Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c10a9394a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36130"
    uid: b77d838a-2009-4111-b567-17f4be4c9faf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:57:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:00Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c10ec1ef2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36136"
    uid: 4198638e-dc1b-4af5-a465-eb3994c41de2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:57:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:00Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c10f4f556d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36137"
    uid: 60b0d0b2-3970-42bb-a713-bddad2b2380f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:57:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:32Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4c87f55c09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 62295a1c-b11e-49fb-aad0-44a985120ffb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4cba63df0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36498"
    uid: 756c60c9-165d-4a40-b956-221c73acba2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: eef9df76-2fc0-4daf-96e5-dcd8390d6e12
  kind: Event
  lastTimestamp: "2026-04-16T16:57:52Z"
  message: 'Readiness probe failed: Get "http://10.133.0.67:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.67:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:57:52Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv.18a6e4cd268adeea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: 23263a66-25dd-49df-a791-5c2e7cb9e9ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-d58974886
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: c5b4ff2c-97ca-4139-9a6e-118aaa7bf1be
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-d58974886-6h8lv'
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886.18a6e4bfffca3b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "36069"
    uid: 05d64723-ee79-4ef2-8a72-b506fd9532c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: 5d29c046-a8a4-47a0-9f3e-3f737b30cead
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-d58974886 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e4bffa2aa1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36058"
    uid: 9638e49f-0933-4d13-82de-e3162d7ae628
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 481fcd55-d51f-41b7-95a3-1dc846bfad54
  kind: Event
  lastTimestamp: "2026-04-16T16:57:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e4c378d69765
    namespace: kserve-ci-e2e-test
    resourceVersion: "36315"
    uid: 2c91a47a-5be2-4bbe-a8ce-60e7eed0a500
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 481fcd55-d51f-41b7-95a3-1dc846bfad54
  kind: Event
  lastTimestamp: "2026-04-16T16:57:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e4c3793f1c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 9e8a3c99-abc2-4e8b-8703-4a62c3d318c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: 481fcd55-d51f-41b7-95a3-1dc846bfad54
  kind: Event
  lastTimestamp: "2026-04-16T16:57:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e4ca77674bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36423"
    uid: 76ee37d4-4d46-458b-889d-8476c43a285a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: 481fcd55-d51f-41b7-95a3-1dc846bfad54
  kind: Event
  lastTimestamp: "2026-04-16T16:57:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:57:41Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6e4ca77cc3d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 6d402178-dd70-4bf4-8e60-c71bb759b8bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: a0a69f4a-8934-4258-a3e8-3ca2dae42df0
  kind: Event
  lastTimestamp: "2026-04-16T16:57:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:42Z"
    name: isvc-xgboost-v2-runtime.18a6e4bffa2c873f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: 8e875878-9a7e-4425-802b-8f8d6a7ed04d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: a0a69f4a-8934-4258-a3e8-3ca2dae42df0
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime.18a6e4bffaca44da
    namespace: kserve-ci-e2e-test
    resourceVersion: "36080"
    uid: d52263aa-22fd-4ac3-8e75-a8e3585c77dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36044"
    uid: a0a69f4a-8934-4258-a3e8-3ca2dae42df0
  kind: Event
  lastTimestamp: "2026-04-16T16:56:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:56:56Z"
    name: isvc-xgboost-v2-runtime.18a6e4c0031e7bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36082"
    uid: 60fe5254-a209-4001-a5a2-5c292dfafc17
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: a0a69f4a-8934-4258-a3e8-3ca2dae42df0
  kind: Event
  lastTimestamp: "2026-04-16T16:57:42Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:42Z"
    name: isvc-xgboost-v2-runtime.18a6e4cad6b02f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 590e5b81-df81-4403-a734-6ad6af595606
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36468"
    uid: 8c38a6d8-7456-433d-93bb-4d9dee8c8db5
  kind: Event
  lastTimestamp: "2026-04-16T16:58:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:53Z"
    name: isvc-xgboost-v2.18a6e4cba58f93ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37017"
    uid: 5895a89f-7fbe-489f-b775-7f0e560b0a91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36468"
    uid: 8c38a6d8-7456-433d-93bb-4d9dee8c8db5
  kind: Event
  lastTimestamp: "2026-04-16T16:57:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:57:46Z"
    name: isvc-xgboost-v2.18a6e4cba6151a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36500"
    uid: 5e2cea88-0d8f-42ad-a794-aabc17689678
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:58:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37015"
    uid: 8c38a6d8-7456-433d-93bb-4d9dee8c8db5
  kind: Event
  lastTimestamp: "2026-04-16T16:58:53Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:58:53Z"
    name: isvc-xgboost-v2.18a6e4db2cdd9b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "37016"
    uid: bcb5ce51-2b25-464e-8b48-3f47c7945a6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 08774693-f5e7-4d8f-9d11-e88ab78991f2
  kind: Event
  lastTimestamp: "2026-04-16T16:54:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:54:21Z"
    name: isvc-xgboost.18a6e487e7c0f1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34680"
    uid: 14b68451-5d38-41c3-bda2-f1e3d229c1a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:52:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 08774693-f5e7-4d8f-9d11-e88ab78991f2
  kind: Event
  lastTimestamp: "2026-04-16T16:52:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:52:55Z"
    name: isvc-xgboost.18a6e487e8dfd6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 45bed662-efaf-4c67-a61c-74e86f81bf78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:54:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: 08774693-f5e7-4d8f-9d11-e88ab78991f2
  kind: Event
  lastTimestamp: "2026-04-16T16:54:21Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:54:21Z"
    name: isvc-xgboost.18a6e49bdeca8220
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 490f0ed7-5501-4953-83d6-5923fcaf4d47
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:16:05.226905Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-79c7995f46-j6nkq
    to ip-10-0-130-130.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e2854eecd30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: f2e28aa7-cd96-4a1d-ad9a-98d0ffb5c6fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e2855654df95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 9e44672d-785d-48e7-9186-2f4e0be90487
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e285578960f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 26c74fd0-308c-426b-b76f-f51dcd7e5666
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: "2026-04-16T16:16:06Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.029s (1.029s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T16:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:06Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e28594e80f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 79ec4a9a-12f8-448a-8a2c-f095d13564fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: "2026-04-16T16:16:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:06Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e28597e2a182
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: afa3ed49-f229-4843-bd84-08485410803c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: "2026-04-16T16:16:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:16:06Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e285984bc4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: f10ba9e2-070f-4afc-98db-f1cf304688a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-j6nkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 09954f09-ba99-4aeb-9317-183fb22fa929
  kind: Event
  lastTimestamp: "2026-04-16T16:17:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:17:40Z"
    name: message-dumper-predictor-79c7995f46-j6nkq.18a6e29b832a7360
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: c730032e-dfbe-437f-bad1-06872c4e0b53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-79c7995f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: f7f46695-2bfc-4968-b847-0eda78966099
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: 'Created pod: message-dumper-predictor-79c7995f46-j6nkq'
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper-predictor-79c7995f46.18a6e2854e5507b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 5f5ec220-a432-4308-a465-c5a6d7f26e88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: bf5ee261-6b6b-49df-9a01-7946dfbbfb68
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: Scaled up replica set message-dumper-predictor-79c7995f46 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper-predictor.18a6e2854cb7802d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 725b623b-abf6-47f4-ac0c-4d9a29ca348b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 65ed1524-ed63-4f4b-b8dc-e75e1a1fb7bf
  kind: Event
  lastTimestamp: "2026-04-16T16:16:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:35Z"
    name: message-dumper-predictor.18a6e288cb9d16ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 844aad0a-a210-46e0-b4e3-583ace49e04f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 65ed1524-ed63-4f4b-b8dc-e75e1a1fb7bf
  kind: Event
  lastTimestamp: "2026-04-16T16:16:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:16:35Z"
    name: message-dumper-predictor.18a6e288cc0873c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15803"
    uid: b15d5b05-6d55-4888-9faf-814068f7a1b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 95fc7388-aeaa-4880-8031-b3db483f15cf
  kind: Event
  lastTimestamp: "2026-04-16T16:16:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:16:07Z"
    name: message-dumper.18a6e2854c8f679a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: e5f7194a-f503-4d34-85c2-3e4c6e612af1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 95fc7388-aeaa-4880-8031-b3db483f15cf
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper.18a6e2854d1fff42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 8d25190e-f992-4309-8691-11d7c584f497
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 95fc7388-aeaa-4880-8031-b3db483f15cf
  kind: Event
  lastTimestamp: "2026-04-16T16:16:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:16:05Z"
    name: message-dumper.18a6e28551a9aec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 22c4007b-7743-4190-8d2b-4ab3f6f424e7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:16:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: 95fc7388-aeaa-4880-8031-b3db483f15cf
  kind: Event
  lastTimestamp: "2026-04-16T16:16:07Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:16:07Z"
    name: message-dumper.18a6e285d12fc985
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 50b5ee09-a65b-4ad7-92a1-2d394e109b91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:44:25.364351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e41127037bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 4447213f-198a-478b-b40b-d82ae6372ca9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e411401a3eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: bf71553b-be07-4a23-8c15-22b8b721fcff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e4114177ffa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29813"
    uid: 016d09c0-0c07-4e46-86ee-9e5279af80dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e41144795909
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 6220cb1b-f77f-4b8c-812c-695b0bbeb5b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e41144ed92f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29816"
    uid: 1040ff59-e338-4404-aa37-80a0d0f393ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:30Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:30Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e41249e6059e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29854"
    uid: 47ece92c-cf06-4dff-94f8-ef57ea277e0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:30Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e4124d414ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29860"
    uid: cf416b4e-909c-4f21-9283-d4b1f4e40e2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:44:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:44:30Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e4124dba9900
    namespace: kserve-ci-e2e-test
    resourceVersion: "29861"
    uid: 96d6569e-37f3-4a58-aead-81ffc1279d4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:45:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T16:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:02Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e419c21b0887
    namespace: kserve-ci-e2e-test
    resourceVersion: "30090"
    uid: 3439f513-d180-4ff7-a47e-6d51732fcf79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:45:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:15Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e41cd9815271
    namespace: kserve-ci-e2e-test
    resourceVersion: "30241"
    uid: 89e0aa7b-877c-4983-b32a-4ba38e84334c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 367f6856-4854-42a5-a7b1-40f0c7163116
  kind: Event
  lastTimestamp: "2026-04-16T16:45:22Z"
  message: 'Readiness probe failed: Get "http://10.133.0.55:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:45:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h.18a6e41e65e0a9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 74282508-e328-4e04-b2d0-dc51d5c79e47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-5fdf655847
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: 5eca8e61-33a5-420c-a5eb-4b0ef4a2618d
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-5fdf655847-fhg7h'
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847.18a6e41126726b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: 6c82dd62-28a5-4081-aa91-ad942466456c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: 5f139f45-cfcb-4435-9e10-67cacbb7ec54
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-5fdf655847 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver-predictor.18a6e41123b4437d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: e6da6c74-1ce0-4487-b231-d3177f6326ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: f7ab3d16-dac4-4fa3-beb1-46bcf4841beb
  kind: Event
  lastTimestamp: "2026-04-16T16:44:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:55Z"
    name: sklearn-v2-mlserver-predictor.18a6e414a2691d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 4633f133-ba95-4330-82cc-e9fd4d142b21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: f7ab3d16-dac4-4fa3-beb1-46bcf4841beb
  kind: Event
  lastTimestamp: "2026-04-16T16:44:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:44:55Z"
    name: sklearn-v2-mlserver-predictor.18a6e414a2d8a12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30040"
    uid: 72f73f44-166a-41f5-a00f-3b679dd2fb61
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: f7ab3d16-dac4-4fa3-beb1-46bcf4841beb
  kind: Event
  lastTimestamp: "2026-04-16T16:45:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:10Z"
    name: sklearn-v2-mlserver-predictor.18a6e41ba0d15083
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: 22874e7c-1f61-4b33-89bd-f3c26ed329e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29935"
    uid: f7ab3d16-dac4-4fa3-beb1-46bcf4841beb
  kind: Event
  lastTimestamp: "2026-04-16T16:45:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T16:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:45:10Z"
    name: sklearn-v2-mlserver-predictor.18a6e41ba134b081
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: 8a214628-cfb8-4150-ad9c-0bd604972ae4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29759"
    uid: d0a62fe5-c050-49d8-a12f-0f8142945598
  kind: Event
  lastTimestamp: "2026-04-16T16:45:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:12Z"
    name: sklearn-v2-mlserver.18a6e41123b504bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: ca01b8d3-415a-46e4-b106-c5cd09dd69a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:44:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29759"
    uid: d0a62fe5-c050-49d8-a12f-0f8142945598
  kind: Event
  lastTimestamp: "2026-04-16T16:44:25Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:44:25Z"
    name: sklearn-v2-mlserver.18a6e4112461c7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29789"
    uid: 3172ec33-8aa5-4af5-8aa7-438763d5938c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:45:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: d0a62fe5-c050-49d8-a12f-0f8142945598
  kind: Event
  lastTimestamp: "2026-04-16T16:45:12Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:45:12Z"
    name: sklearn-v2-mlserver.18a6e41c162cba39
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: 6299baf7-30ac-4b8c-b705-e212e0befc5e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T16:55:05.923621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    to ip-10-0-137-150.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T16:55:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T16:55:05Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a64b525718
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: f6940db0-8afc-4b9b-a867-f2b5a7272e5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f55f966d5-qvm6z
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35132"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:06Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T16:55:06Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a66422b0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: 4c5f9f57-00a9-4953-b1ad-87182d69c54a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:06Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a665848294
    namespace: kserve-ci-e2e-test
    resourceVersion: "35139"
    uid: 7df93416-265f-43d4-b742-5a1b1fba4812
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:06Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a6684f51c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35142"
    uid: 3d2d1837-9483-48b0-bf62-8a959ba73490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:06Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a668c2cbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: 44f844d6-f113-4bf5-9d70-3099533297e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:10Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a758006ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35176"
    uid: c23d0e83-cd43-4921-afa4-9ed9a28d9282
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:10Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a75adada9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 4782845b-7116-4b98-8b6e-722936081ecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:10Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4a75b4a66e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35182"
    uid: 901d5ab7-b5f2-4fce-be20-178515990ea2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T16:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:46Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4afa1ee9d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35477"
    uid: 5e105c91-6883-41f7-98b5-e693ef241945
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: a5a4f4d9-4aad-47c1-8b34-d9eaf08d3e11
  kind: Event
  lastTimestamp: "2026-04-16T16:55:52Z"
  message: 'Readiness probe failed: Get "http://10.133.0.65:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.65:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T16:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T16:55:52Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj.18a6e4b11ff36aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: 5d8e7c40-2b1e-4af2-a800-52ce54bdf2c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-150.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-150.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-654cf7d7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 1d3feb4e-c521-4a75-8cb0-c23c87d39d83
  kind: Event
  lastTimestamp: "2026-04-16T16:55:05Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-654cf7d7c6-k44rj'
  metadata:
    creationTimestamp: "2026-04-16T16:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:05Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6.18a6e4a64ae97b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: d8d55369-47ad-473d-a953-18401c0b1d70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35106"
    uid: d1926392-5f9f-4e47-b3a2-bb2406edf490
  kind: Event
  lastTimestamp: "2026-04-16T16:55:05Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-654cf7d7c6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T16:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:05Z"
    name: xgboost-v2-mlserver-predictor.18a6e4a6480cf662
    namespace: kserve-ci-e2e-test
    resourceVersion: "35113"
    uid: 1a167838-7922-47df-abef-e458d4bafa3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35108"
    uid: cc12fb08-92b0-4b44-9e5e-298035c8a9c6
  kind: Event
  lastTimestamp: "2026-04-16T16:55:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:35Z"
    name: xgboost-v2-mlserver-predictor.18a6e4a9c6edb43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35364"
    uid: e0156705-cba3-48ad-89b9-7f3a4be33d03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35108"
    uid: cc12fb08-92b0-4b44-9e5e-298035c8a9c6
  kind: Event
  lastTimestamp: "2026-04-16T16:55:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T16:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T16:55:35Z"
    name: xgboost-v2-mlserver-predictor.18a6e4a9c74ea12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 5c8b6a43-cb15-4aeb-ae29-4d30643d90f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35085"
    uid: eceb5f07-fff2-4286-973e-1a07bd68bdba
  kind: Event
  lastTimestamp: "2026-04-16T16:55:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T16:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:42Z"
    name: xgboost-v2-mlserver.18a6e4a647e982f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35421"
    uid: 0f7bca1f-c117-404f-8265-047c15632b89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35085"
    uid: eceb5f07-fff2-4286-973e-1a07bd68bdba
  kind: Event
  lastTimestamp: "2026-04-16T16:55:05Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T16:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:05Z"
    name: xgboost-v2-mlserver.18a6e4a6485fbc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35115"
    uid: 951761cc-2142-4505-99e3-c44f70c59514
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T16:55:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35419"
    uid: eceb5f07-fff2-4286-973e-1a07bd68bdba
  kind: Event
  lastTimestamp: "2026-04-16T16:55:42Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T16:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T16:55:42Z"
    name: xgboost-v2-mlserver.18a6e4aed5aa6c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35420"
    uid: bab96384-fe29-4a44-95e1-783696f37649
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40307"