---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:46:28.401037Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 2b2a0322-8c62-4b12-bc7e-bad85de64c96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52.18a8b51cd2fb0d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 5135edcc-d0bd-4be7-aef4-a59b6915889b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 2b2a0322-8c62-4b12-bc7e-bad85de64c96
  kind: Event
  lastTimestamp: "2026-04-22T14:46:28Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52.18a8b51cec02faad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: e246e3e9-0861-4456-a53a-fe316061d0b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 2b2a0322-8c62-4b12-bc7e-bad85de64c96
  kind: Event
  lastTimestamp: "2026-04-22T14:46:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:34Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52.18a8b51ced28404f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: 58c6d809-552c-469a-90fc-2d03edb086aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 2b2a0322-8c62-4b12-bc7e-bad85de64c96
  kind: Event
  lastTimestamp: "2026-04-22T14:46:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:34Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52.18a8b51cefcf4175
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 33663ad4-3fe2-4c16-98bb-d137f6036bb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 2b2a0322-8c62-4b12-bc7e-bad85de64c96
  kind: Event
  lastTimestamp: "2026-04-22T14:46:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:34Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52.18a8b51cf0374990
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: a10b5630-49c8-4fcc-90cd-fc8275ef10c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: 2b2a0322-8c62-4b12-bc7e-bad85de64c96
  kind: Event
  lastTimestamp: "2026-04-22T14:46:38Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52.18a8b51f29563e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 0d3c8b22-05aa-4792-9d4b-1c49d1208ff6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 16d2a6b0-8fa0-48cf-9742-521d12725ea6
  kind: Event
  lastTimestamp: "2026-04-22T14:46:28Z"
  message: 'Created pod: isvc-init-fail-0bbdb5-predictor-9f644d9f9-qlv52'
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-init-fail-0bbdb5-predictor-9f644d9f9.18a8b51cd284d3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24416"
    uid: 3e0b9b88-3ffc-4abf-a95d-a21dccdf0365
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-0bbdb5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: 80671d9e-0db3-4691-9040-de79228ad264
  kind: Event
  lastTimestamp: "2026-04-22T14:46:28Z"
  message: Scaled up replica set isvc-init-fail-0bbdb5-predictor-9f644d9f9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-init-fail-0bbdb5-predictor.18a8b51ccf9ed757
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 43798fae-306c-473e-99e6-371cf28e7c77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-0bbdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: da1e512b-74b7-4bf4-95bf-c079d2a83fc6
  kind: Event
  lastTimestamp: "2026-04-22T14:46:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:34Z"
    name: isvc-init-fail-0bbdb5.18a8b51ccf6ec0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: c3ddf676-d7c0-4962-97fc-c69c66d3ccea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-0bbdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: da1e512b-74b7-4bf4-95bf-c079d2a83fc6
  kind: Event
  lastTimestamp: "2026-04-22T14:46:28Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-0bbdb5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-0bbdb5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-init-fail-0bbdb5.18a8b51ccfe95370
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 201782fc-cba3-4de1-97be-7a0b87c950d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-0bbdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: da1e512b-74b7-4bf4-95bf-c079d2a83fc6
  kind: Event
  lastTimestamp: "2026-04-22T14:46:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-0bbdb5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-init-fail-0bbdb5.18a8b51ccfe9a740
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 0580868d-b93b-4d88-b433-7726577f65df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:29:43.004192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-4bshk
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:29:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:29:43Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b432bca8bba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 363757e6-d11f-4084-8d04-50a0a9dbca61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:43Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:29:43Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b432d4a9d9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 5c6b3421-59b3-4004-808c-8ee3ae49609c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:43Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b432d5d57ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16132"
    uid: a56101d7-a38a-4feb-be19-a1b33fce0efe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:43Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b432d8f80215
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: f0254687-6c9b-4d3b-b550-c3f27de3b119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:43Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b432d9602c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: 8c56f025-3cf9-48ef-a5ee-9e4e88805a0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:47Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T14:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:47Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b433d1d30c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 7c9fb822-c29f-4e07-baf4-e3d612296a83
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:55Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 8.173s (8.173s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:55Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b435b8fa5617
    namespace: kserve-ci-e2e-test
    resourceVersion: "16241"
    uid: 8a2b084b-c1be-4437-a355-6f7ad20ce870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:55Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b435bbd5da08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16242"
    uid: f96c060c-3e05-443f-90e7-45fb8b635452
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:29:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:55Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b435bc3f6894
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 57fd40bc-2c6e-47ac-9b88-3f2bbdd489a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:30:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:29:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:30:58Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b435ebccbda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 526b459a-c636-4803-a0ae-463108b56159
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16113"
    uid: 89c658ca-70a9-4cc2-b34d-71aca3e32f33
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-predictor-78c8d484d6-4bshk.18a8b447ba1f479f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16843"
    uid: b41a9998-ea4a-40e6-b4e0-f0a6a1e30c4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: 0166a94b-fc86-4370-b9bf-495ffb2438ec
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-4bshk'
  metadata:
    creationTimestamp: "2026-04-22T14:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a8b432bbbe42fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: f8fe3a69-b866-45d3-9392-da8405d96718
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16083"
    uid: e41d2889-aa93-490a-ad78-9b9db063733e
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-lightgbm-predictor.18a8b432b80bcf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: f9fbde20-d4f0-4504-a926-4097344a99a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: 1c67af5a-fdbc-46b0-a983-12b50d49afb2
  kind: Event
  lastTimestamp: "2026-04-22T14:30:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:30:12Z"
    name: isvc-lightgbm-predictor.18a8b43636fa744e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 1f73068e-4b0d-4342-a30b-f25b25886e99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16089"
    uid: 1c67af5a-fdbc-46b0-a983-12b50d49afb2
  kind: Event
  lastTimestamp: "2026-04-22T14:30:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:29:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:30:12Z"
    name: isvc-lightgbm-predictor.18a8b436375eec99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: fbb4e2c0-127f-4ee5-a58e-9b47a6763af7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 1c67af5a-fdbc-46b0-a983-12b50d49afb2
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-predictor.18a8b43d35e46d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 1868c2ad-789e-4225-a4d2-4c260c5d4c34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:30:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 1c67af5a-fdbc-46b0-a983-12b50d49afb2
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-predictor.18a8b43d364dde5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: d9cb7752-66c7-44c4-bb46-ea1a5a9879f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:31:13.236953Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b447bef38767
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: 74f3ed39-66cd-4103-b08e-3b977bddc08b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b447d7309d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: 2ec0d341-91a7-4ab9-93b3-1f345ca285bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b447d85c0892
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: 439968d8-21cd-49d1-afda-c06595bb2dae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b447dabed2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 31841864-01f6-4f39-a016-745d9fc0a21f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b447db14f8d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: 3919c771-4eb2-415e-a422-3bc935f82f63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:17Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:17Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b448d592cff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 18f18856-c2da-4a89-9d5a-7740ff96be70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:17Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b448d894b0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 5f82f247-38a8-4c83-9756-dd89085c02f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:31:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:31:17Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b448d8f2fbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 18caca1c-4368-4a0c-a466-fbc333ae4fca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:32:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:32:36Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b4491186fe84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 697c945a-e197-4168-815a-b1d74a91bc7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 6bee471a-52ae-4181-93bb-bd953988823e
  kind: Event
  lastTimestamp: "2026-04-22T14:32:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8.18a8b45a6ceb32fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 10256b74-0bd6-4083-9afe-3349bc7323d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16838"
    uid: ef122ec0-eaf2-4b31-98c5-42ab61178514
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-hdbp8'
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a8b447be6da890
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: d083d944-9bd9-419f-b3b2-bfc10f8f9a5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 4c5fe158-76da-4624-8bad-259fe7a58b6b
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime-predictor.18a8b447b9e5a838
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 10ac8460-643a-4be0-a5ac-a828a8eb14cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: f5281bce-2b1e-4a36-9c8c-c0cfab3050be
  kind: Event
  lastTimestamp: "2026-04-22T14:31:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:31:43Z"
    name: isvc-lightgbm-runtime-predictor.18a8b44b3831d7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 45f6024f-33b3-47a3-8ed5-bdb3eaf105a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: f5281bce-2b1e-4a36-9c8c-c0cfab3050be
  kind: Event
  lastTimestamp: "2026-04-22T14:31:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:31:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:31:43Z"
    name: isvc-lightgbm-runtime-predictor.18a8b44b38941e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: b8a28646-0f37-42e9-acf9-f5ad911c984b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: f5281bce-2b1e-4a36-9c8c-c0cfab3050be
  kind: Event
  lastTimestamp: "2026-04-22T14:32:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:32:28Z"
    name: isvc-lightgbm-runtime-predictor.18a8b45236a8a11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 5579eb56-270d-4426-b4c0-dec40ba13a72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: f5281bce-2b1e-4a36-9c8c-c0cfab3050be
  kind: Event
  lastTimestamp: "2026-04-22T14:32:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:32:28Z"
    name: isvc-lightgbm-runtime-predictor.18a8b45237072896
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 4c21d715-6bc6-41f0-ac9f-d39afda561f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 4e4488bb-fac5-4751-a3d8-00d89bfcfd8c
  kind: Event
  lastTimestamp: "2026-04-22T14:32:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:32:26Z"
    name: isvc-lightgbm-runtime.18a8b447b9713c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 49414e80-7ce9-4d5a-8474-985267f7c3ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 4e4488bb-fac5-4751-a3d8-00d89bfcfd8c
  kind: Event
  lastTimestamp: "2026-04-22T14:31:13Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:31:13Z"
    name: isvc-lightgbm-runtime.18a8b447ba5bebf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16844"
    uid: 982524d1-a756-46f7-bc78-2440ffa5283e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 4e4488bb-fac5-4751-a3d8-00d89bfcfd8c
  kind: Event
  lastTimestamp: "2026-04-22T14:32:26Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:32:26Z"
    name: isvc-lightgbm-runtime.18a8b458c69b5b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: 0bfbd3d6-7ee0-4d46-b1dc-abca3df1c1ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:35:33.829401Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b4846b789fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: 675a0bd7-745c-4961-a728-66889eb342a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:34Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:35:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b48484e08ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: 5fbe7b92-2932-4d26-b136-64cc0c85f80e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b484860336ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18869"
    uid: 7463980d-7ae0-4e61-a33a-fb567fcd8d08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b4848d9f7c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: b3210845-b01a-4655-ad41-afd208a81f76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b4848f5ea3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: 8278a001-d42c-45ca-b4e2-af63b918cc68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:38Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b4858ac797fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: d4ba683a-dcb1-4672-a9b7-d16ded8945bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b4858d58b68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: 3ad54636-0d2e-4cb7-8abf-53b5a9b159f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b4858db4fadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: d13d5a1b-80da-4abd-846d-86b850ae2d53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b485c6aa22b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: cd36500e-822f-46f2-a467-675b9319f898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ee853580-d5f3-4b66-bb8d-30463980f664
  kind: Event
  lastTimestamp: "2026-04-22T14:35:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:53Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r.18a8b489171f05a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: 0bc8269f-b4f1-4203-8d41-d453c6a0f6c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: 7360ead2-cdce-452f-9545-7a5137d6b2d4
  kind: Event
  lastTimestamp: "2026-04-22T14:35:33Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-88x6r'
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a8b4846b0c5dc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18852"
    uid: 988f4cb3-e839-4f2d-99a8-2d27fd45ea96
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: a08fd082-608d-4c37-ab6b-b8c5ddb01c69
  kind: Event
  lastTimestamp: "2026-04-22T14:35:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8b48466406950
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 1e82e8ab-ce30-46f2-a251-53b0a7a8df23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: a6495e26-d3ab-434c-83b6-6467d83577db
  kind: Event
  lastTimestamp: "2026-04-22T14:35:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:48Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8b487e56fffe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: f22e30c5-b7e5-4954-a8fd-c0fa9ecabe5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: a6495e26-d3ab-434c-83b6-6467d83577db
  kind: Event
  lastTimestamp: "2026-04-22T14:35:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:48Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8b487e5d68866
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 4d2ef034-5a89-423f-89a1-011f5a70d475
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 1cfbc0b3-d014-45c9-a106-c5170b9f9751
  kind: Event
  lastTimestamp: "2026-04-22T14:35:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:35:50Z"
    name: isvc-lightgbm-v2-kserve.18a8b48466441229
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 80d8cd33-0606-497a-bfaf-398515e2cad4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 1cfbc0b3-d014-45c9-a106-c5170b9f9751
  kind: Event
  lastTimestamp: "2026-04-22T14:35:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-kserve.18a8b48466abcb7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: e53d1432-e45a-4106-bff6-7a0ad290dc83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 1cfbc0b3-d014-45c9-a106-c5170b9f9751
  kind: Event
  lastTimestamp: "2026-04-22T14:35:50Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:35:50Z"
    name: isvc-lightgbm-v2-kserve.18a8b4885a85eb38
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 61af59b3-51c3-46dd-87e8-fa34b5d8dcce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:32:33.533507Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b45a70ff8f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: ad5e1e86-0265-43b0-a799-02230e9d952f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:32:33Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b45a896ab428
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: d54cd45e-1084-41ce-b6eb-73bcb6d71313
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:32:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b45a8a864c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: c8aba30e-82af-4098-b93e-03c9e7d19cf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:32:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:32:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b45a8d06fcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: f15023cf-28e8-4c85-aeca-3f1eeddd4ab4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:32:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:32:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b45a8d6d10e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: 9d00d303-e98c-4188-b1eb-99a582298e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:32:38Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-22T14:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:32:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b45b83988b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 6561a9e9-681c-45f6-bf9e-3b8b733c315c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:34:55Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m17.064s
    (2m17.064s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:34:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b47b6d4e47ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18522"
    uid: f0f2f711-4d91-4f36-9007-82d0374c6d18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:34:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:34:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b47b739f7712
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 29973eda-f33b-47a3-828a-f8e6c05b756b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:34:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:34:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:34:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:34:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b47b743ce8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: f9c28eb7-5c0e-47da-ae44-9bf06866b163
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: e023b377-12a1-45e8-af89-d6b4351ea563
  kind: Event
  lastTimestamp: "2026-04-22T14:35:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb.18a8b48465f6e329
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 95a8a69d-0370-467d-9bf1-cc30f130f315
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 817f23f2-5a51-4ae1-a1cf-bbf4deecbbd3
  kind: Event
  lastTimestamp: "2026-04-22T14:32:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-tzrbb'
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a8b45a709229b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 850fa950-3d45-4542-86d6-0dce83bd848a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17493"
    uid: 64ad364b-8177-4e4e-a6fd-e8a8feaa50cf
  kind: Event
  lastTimestamp: "2026-04-22T14:32:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b45a6e101303
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 2b9db4fa-5a5e-4b2e-b862-c62e4fc118c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 4ea86c87-e55c-4e84-97e8-5982becf8911
  kind: Event
  lastTimestamp: "2026-04-22T14:35:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:03Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b45ded01f6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: c46e87f3-301d-4d11-b94b-eabcebe7ac61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: 4ea86c87-e55c-4e84-97e8-5982becf8911
  kind: Event
  lastTimestamp: "2026-04-22T14:35:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:03Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b45ded695fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: a5a316a5-3880-4e5e-abe1-e008553814a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: 4ea86c87-e55c-4e84-97e8-5982becf8911
  kind: Event
  lastTimestamp: "2026-04-22T14:35:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b480e595c29e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 2bc596cf-9751-4c08-bee5-7b6c64a9c955
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: 4ea86c87-e55c-4e84-97e8-5982becf8911
  kind: Event
  lastTimestamp: "2026-04-22T14:35:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b480e60332d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18689"
    uid: 3c1c44bf-b543-4928-849a-b21d1dfefd10
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 4ea86c87-e55c-4e84-97e8-5982becf8911
  kind: Event
  lastTimestamp: "2026-04-22T14:35:33Z"
  message: deployments.apps "isvc-lightgbm-v2-runtime-predictor" not found
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b48464627fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: f93f4549-bc93-4956-8de3-3d647a1dd05f
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 4ea86c87-e55c-4e84-97e8-5982becf8911
  kind: Event
  lastTimestamp: "2026-04-22T14:35:33Z"
  message: 'Operation cannot be fulfilled on horizontalpodautoscalers.autoscaling
    "isvc-lightgbm-v2-runtime-predictor": StorageError: invalid object, Code: 4, Key:
    /kubernetes.io/horizontalpodautoscalers/kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor,
    ResourceVersion: 0, AdditionalErrorMsg: Precondition failed: UID in precondition:
    4ea86c87-e55c-4e84-97e8-5982becf8911, UID in object meta: '
  metadata:
    creationTimestamp: "2026-04-22T14:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8b484647e6ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: f59623ad-85c2-4042-8975-cfadf3622bcd
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 0ac1a019-390e-4831-9642-934ba29b0753
  kind: Event
  lastTimestamp: "2026-04-22T14:35:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:35:26Z"
    name: isvc-lightgbm-v2-runtime.18a8b45a6deb7cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18751"
    uid: 5323c959-272a-44f0-b682-a08f8004e0f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:32:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 0ac1a019-390e-4831-9642-934ba29b0753
  kind: Event
  lastTimestamp: "2026-04-22T14:32:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:32:33Z"
    name: isvc-lightgbm-v2-runtime.18a8b45a6e58a463
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: d0b85706-2ac3-42d8-b606-a07dcffb73ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18748"
    uid: 0ac1a019-390e-4831-9642-934ba29b0753
  kind: Event
  lastTimestamp: "2026-04-22T14:35:26Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:35:26Z"
    name: isvc-lightgbm-v2-runtime.18a8b482bd327222
    namespace: kserve-ci-e2e-test
    resourceVersion: "18749"
    uid: 4df6efc3-5555-4545-868a-07cbfbbc8e43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 1d2305fc-8977-45c4-bd77-9a08a75164d0
  kind: Event
  lastTimestamp: "2026-04-22T14:31:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:31:08Z"
    name: isvc-lightgbm.18a8b432b827a935
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: d72970af-9859-433e-b8bc-dd6f6817c1c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 1d2305fc-8977-45c4-bd77-9a08a75164d0
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T14:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-lightgbm.18a8b432b8cf4e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16099"
    uid: 7dffdb37-b68d-4bf6-aea1-3d652239522b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 1d2305fc-8977-45c4-bd77-9a08a75164d0
  kind: Event
  lastTimestamp: "2026-04-22T14:31:08Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:31:08Z"
    name: isvc-lightgbm.18a8b4469c92229e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 6b05e52d-c529-44f3-96d8-42f68ab755f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:28:27.708665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7db75b5b6d-lpmh6
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:28:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:28:27Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b42134b22f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 98043c5b-fcab-4b85-ae8f-68892cf38f7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:28Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:28:28Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b4214d693f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 1bc27f96-60a8-44f8-94c7-b748f82e247e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:28Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b4214ea4da66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 2825f1cf-a3e5-4444-9734-ca7e257544f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:28Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b42151497867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 89cac0d8-d0eb-4131-a7d4-bf1d3e47b137
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:28Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b42151b5ce6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 42f9a0f3-0bd2-4312-a5ac-1f8d24620c98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:32Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b4224e641499
    namespace: kserve-ci-e2e-test
    resourceVersion: "15529"
    uid: 50785f08-1802-4e32-bddd-da905df24c61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:32Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b4225156e06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: 83a3de27-16bc-47c4-b544-befdddee962c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:32Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b42251daf271
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 8ce8c4a4-2a2f-4d1c-abd2-d5899bb3e2e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:32Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b42251e65b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 61e94f1c-767c-4ec0-8f7a-defff3670d8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:32Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b422551b83ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 9ffe0d22-97fa-4358-8f0e-98e4c63cd087
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:28:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:32Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b42255836d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 3c93b9be-2294-441d-b917-d7634535c668
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:30:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:30:04Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b4228a4c0a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: cc10852f-10f8-4af7-8352-b9b010eaf004
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:30:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T14:28:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:30:04Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b4228a56bbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: cc2dae21-5e6d-4a8a-a89f-84806d1429f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b432ba25372c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 56b31756-1b7a-4efc-9828-1b41f84c9bbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7db75b5b6d-lpmh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 4440562f-7c3f-4e72-8d2d-0e6a39b81c14
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T14:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-logger-predictor-7db75b5b6d-lpmh6.18a8b432ba2668b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 5ec34c46-5424-4a40-9684-53a627a84bae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7db75b5b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: ab88fbc0-41a8-4ce1-a71e-3aca1bea4063
  kind: Event
  lastTimestamp: "2026-04-22T14:28:27Z"
  message: 'Created pod: isvc-logger-predictor-7db75b5b6d-lpmh6'
  metadata:
    creationTimestamp: "2026-04-22T14:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:27Z"
    name: isvc-logger-predictor-7db75b5b6d.18a8b4213446a647
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: dcc3959f-aa02-49bf-8606-d7dcb26c891a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 40db135d-baa1-4d43-aa83-d8a30c4b1e92
  kind: Event
  lastTimestamp: "2026-04-22T14:28:27Z"
  message: Scaled up replica set isvc-logger-predictor-7db75b5b6d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:27Z"
    name: isvc-logger-predictor.18a8b42130d5e46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 1b4d5236-73c7-47f5-a551-389c09459b23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 561e1117-be95-40e6-ac7e-f55d02814964
  kind: Event
  lastTimestamp: "2026-04-22T14:28:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:57Z"
    name: isvc-logger-predictor.18a8b424afd6684d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 857c0da7-c281-4731-9dad-c1ce1f35469f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 561e1117-be95-40e6-ac7e-f55d02814964
  kind: Event
  lastTimestamp: "2026-04-22T14:28:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:57Z"
    name: isvc-logger-predictor.18a8b424b03d44e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15734"
    uid: b9b730e1-c458-4e4c-8035-e4767f8298d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 561e1117-be95-40e6-ac7e-f55d02814964
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-logger-predictor.18a8b42bae87c469
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: a95e93bc-9017-4bd8-97d6-dc3a4de70c7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 561e1117-be95-40e6-ac7e-f55d02814964
  kind: Event
  lastTimestamp: "2026-04-22T14:29:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:29:42Z"
    name: isvc-logger-predictor.18a8b42baef7bb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: 78f0f9cf-b4e2-4e70-acf4-927c259ec45c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: c761dc06-016f-4eed-8932-95b5471e6475
  kind: Event
  lastTimestamp: "2026-04-22T14:29:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:29:34Z"
    name: isvc-logger.18a8b42130b22710
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: e9fd2a76-cd77-4111-9125-dbc0ac7888e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: c761dc06-016f-4eed-8932-95b5471e6475
  kind: Event
  lastTimestamp: "2026-04-22T14:28:27Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T14:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:27Z"
    name: isvc-logger.18a8b421310fcb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: b98d30c5-ccf3-4f64-9cda-f93ec61b5742
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: c761dc06-016f-4eed-8932-95b5471e6475
  kind: Event
  lastTimestamp: "2026-04-22T14:28:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:27Z"
    name: isvc-logger.18a8b421360369d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: efce3a66-945d-4c06-96ce-2a972254d0d4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: c761dc06-016f-4eed-8932-95b5471e6475
  kind: Event
  lastTimestamp: "2026-04-22T14:29:34Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:29:34Z"
    name: isvc-logger.18a8b430c35e83e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: 55caff3f-55c4-450f-9cf5-6ff093205649
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:35:53.968758Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:35:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:35:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b4891bdecbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: 80ee02eb-8527-439a-83e8-4677f36481d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:54Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:35:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b48934c442fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: 863bcf99-b50a-4e2c-bdba-707e15cf97f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b4893617ce66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: 6c2a55ba-76b9-4882-a57c-bb42d2b73498
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b48939103703
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: d259c739-2513-42df-9d80-188ebb1c0a4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b489397aa98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 1d1bb35a-efe0-4d1b-9b47-5307486dea73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T14:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b48a368839e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 08df4b02-be49-42aa-a879-6ac30d2850a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b48a39128df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: d936db0f-3b5e-471d-8376-36654057032b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:35:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:35:58Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b48a396d8da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: c9b6f1b8-ade9-4ea2-ae1b-7f3d3757b709
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2da5352d-b38f-4cb3-9a44-1261dff54aa7
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn.18a8b49277ffee72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: 27172757-83a6-4fd9-adad-addb3fe975d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19066"
    uid: 8ed2e961-29c9-440a-8010-09c1806e0e9a
  kind: Event
  lastTimestamp: "2026-04-22T14:35:53Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-jkvwn'
  metadata:
    creationTimestamp: "2026-04-22T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:53Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a8b4891b557a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 4387229a-684e-481f-9813-3d3dafbd32e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: a9fbce93-c431-4fba-a640-af2e104d0f6e
  kind: Event
  lastTimestamp: "2026-04-22T14:35:53Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:35:53Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8b48918490c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 61e61501-140d-4503-988d-dafc925c42f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: edea3f15-a56b-40d5-8d3b-37e448a99fba
  kind: Event
  lastTimestamp: "2026-04-22T14:36:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:36:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8b48c97119319
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: e53d4a1a-683f-46c7-8d51-c74a7532df9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: edea3f15-a56b-40d5-8d3b-37e448a99fba
  kind: Event
  lastTimestamp: "2026-04-22T14:36:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:36:23Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8b48c9775931f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: d7712638-9484-4582-aa50-8df1a1be2b72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 2b39734b-763f-4085-8948-548ad9711ef6
  kind: Event
  lastTimestamp: "2026-04-22T14:36:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:36:30Z"
    name: isvc-mlflow-v2-runtime.18a8b48917f3722a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 1c7846ec-c1d2-4b24-b446-77de95f3bbf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:35:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 2b39734b-763f-4085-8948-548ad9711ef6
  kind: Event
  lastTimestamp: "2026-04-22T14:35:53Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:35:53Z"
    name: isvc-mlflow-v2-runtime.18a8b48918740ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: cb5645b2-48bd-4204-804a-ced9dd93244f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 2b39734b-763f-4085-8948-548ad9711ef6
  kind: Event
  lastTimestamp: "2026-04-22T14:36:30Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:36:30Z"
    name: isvc-mlflow-v2-runtime.18a8b491aeedf07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: da1c5246-c726-4c82-9b78-e6c6c933e2d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:37:44.291994Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-lq2n7
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a2cba5be98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 97b59712-8a3c-40a7-bc09-2153e6ee0c4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a2e3e79203
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 403833a5-0f3b-49ec-a992-6c1c8e34b904
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a2e527d373
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 73f443c2-5504-4601-aa44-df0997e02e01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a2e85a045c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20032"
    uid: f107053c-e6e1-4f57-a40f-0d928a289dfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a2e8c28337
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 28529832-1f02-4c5d-9976-6ddbd70bce4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:50Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T14:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:37:50Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a422176041
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: 24470ce0-98d9-407a-9ea9-5688537f843b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:38:02Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.074s (12.074s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:02Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a6f1d09643
    namespace: kserve-ci-e2e-test
    resourceVersion: "20164"
    uid: d9db717e-d568-4b01-9bfc-4fb57e8953b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:38:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:02Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a6f4f7508f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: 315fa49a-a4c8-4dbb-8edf-6b7e2e624ff5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:38:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:02Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a6f54fa956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20166"
    uid: d5f7c59f-684e-41db-a494-e148f867c50e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:38:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:38:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:34Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4a72b5071ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20402"
    uid: 4fd58dc2-8ba7-4c38-9276-2fa4de82c30a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: bc138f3c-910c-474e-bba4-11286b7fc3d9
  kind: Event
  lastTimestamp: "2026-04-22T14:38:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4-lq2n7.18a8b4b115ac23ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 7399e244-27fb-4369-9fda-a412b819f314
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: 6ba4821f-315e-4ffa-a85d-2af3da1cc679
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-lq2n7'
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a8b4a2cb381c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: be2a8ebe-3f73-4cab-8448-776d87140160
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 0c6c49c8-eb99-4de5-ae2c-313228283830
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle-predictor.18a8b4a2c86a801d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: 3be865d8-8fbc-44ea-b819-ead4506bebfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 85447657-9254-477f-9eff-2c087e20e993
  kind: Event
  lastTimestamp: "2026-04-22T14:38:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:38:14Z"
    name: isvc-paddle-predictor.18a8b4a6470517eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 91372897-276f-46c2-b06a-6fb5e6915a90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 85447657-9254-477f-9eff-2c087e20e993
  kind: Event
  lastTimestamp: "2026-04-22T14:38:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:38:14Z"
    name: isvc-paddle-predictor.18a8b4a647662ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: fea46863-6994-4fc9-a126-97449793b98a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 85447657-9254-477f-9eff-2c087e20e993
  kind: Event
  lastTimestamp: "2026-04-22T14:38:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:38:44Z"
    name: isvc-paddle-predictor.18a8b4ad4589a808
    namespace: kserve-ci-e2e-test
    resourceVersion: "20482"
    uid: 702e274b-5f9a-4c66-82d0-2f7f12cb7325
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 85447657-9254-477f-9eff-2c087e20e993
  kind: Event
  lastTimestamp: "2026-04-22T14:38:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:38:44Z"
    name: isvc-paddle-predictor.18a8b4ad45ec5ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: dbea5785-b2be-4e7d-9204-d35ec54a73d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:38:45.756561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:38:45Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b11b38aa6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: 2d8c87d3-7f8a-4013-9d59-d6bc64d676b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:46Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:38:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b13387c917
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: a35cc2e9-f3be-4934-a196-a253f5750963
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b134b834d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 26018ed2-67b5-4918-a5a3-b8cb980666a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b1375e31d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20562"
    uid: cab01a56-da96-479d-99dc-e8e3d2008000
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b137c48939
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: ce8f262f-a43e-47c2-99b2-7af3fc876701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:51Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:51Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b26062bcb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20607"
    uid: 4242dc87-8e7f-4967-abd4-a632794f79db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:51Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b26315c895
    namespace: kserve-ci-e2e-test
    resourceVersion: "20611"
    uid: d3092011-4656-4b8f-87c5-45ef3352869c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:38:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:51Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b2637ea986
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: b78ccd6b-d606-476a-b32e-47fc8cdc6fd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:39:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:23Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4b29c4a08b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: 28350549-1c9f-4db1-bc1e-7f384f33bd9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 0dac6118-1bb6-4152-af05-b056b8a86cf8
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-fxq6h.18a8b4bd15ae8355
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: 95cc9e01-babb-410c-9b57-56e96c185a3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: 44b8cb90-fe44-478e-aaff-f2c1aa2131e6
  kind: Event
  lastTimestamp: "2026-04-22T14:38:45Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-fxq6h'
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:38:45Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a8b4b11aa5bbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 50eb90eb-4257-474b-870c-ce33221b1678
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20522"
    uid: 6e910001-76e1-4b03-a055-e1758b1b17ae
  kind: Event
  lastTimestamp: "2026-04-22T14:38:45Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:38:45Z"
    name: isvc-paddle-runtime-predictor.18a8b4b11808dbf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: ca8f3c7f-b9b1-4f7e-ab9e-f9a9c50424bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 41830214-f744-43ee-90ab-510779d68615
  kind: Event
  lastTimestamp: "2026-04-22T14:39:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:39:30Z"
    name: isvc-paddle-runtime-predictor.18a8b4b4969a62ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 3145b9bd-1724-4a9b-a962-147419dd2e55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 41830214-f744-43ee-90ab-510779d68615
  kind: Event
  lastTimestamp: "2026-04-22T14:39:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:39:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:39:30Z"
    name: isvc-paddle-runtime-predictor.18a8b4b49702b99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 31f3bf67-5fb9-496d-92f8-9bcb2263bf0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 23d3b5be-7276-4f29-b907-f5c959e98872
  kind: Event
  lastTimestamp: "2026-04-22T14:39:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:39:33Z"
    name: isvc-paddle-runtime.18a8b4b117eba451
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 8ff7de5a-8cad-43b4-b2df-5f49c90294d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 23d3b5be-7276-4f29-b907-f5c959e98872
  kind: Event
  lastTimestamp: "2026-04-22T14:38:45Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:38:45Z"
    name: isvc-paddle-runtime.18a8b4b11862461f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20549"
    uid: 4537158f-d8d8-4854-bbd1-8135a57e2888
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: 23d3b5be-7276-4f29-b907-f5c959e98872
  kind: Event
  lastTimestamp: "2026-04-22T14:38:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:38:45Z"
    name: isvc-paddle-runtime.18a8b4b11eed1a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 06c637ea-5c45-4fb2-b301-3d477bc1759a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 23d3b5be-7276-4f29-b907-f5c959e98872
  kind: Event
  lastTimestamp: "2026-04-22T14:39:33Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:39:33Z"
    name: isvc-paddle-runtime.18a8b4bc2c6ffa63
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: fa779b85-b4b8-485b-92b0-6d2d5c80d676
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:39:37.248517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4bd1861912f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: d2982a12-f038-4a1e-9909-66b0714da042
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4bd30f22fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: e0ac5a79-1103-44c9-ad82-2a3994f845f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4bd32e7ed6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 944b8644-48c5-4291-a883-abceef1a548b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4bd362eb688
    namespace: kserve-ci-e2e-test
    resourceVersion: "21011"
    uid: eecdd9d0-6ff7-4cc7-90cc-4beabd2a99c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4bd36974c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 36a90ecd-9a08-42c5-8aaf-5da40a325bd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:42Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4be48b04069
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: be225daa-18ab-46a1-8d40-9f128f0176e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4be4bc53e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: de2586ac-de4d-41b7-b78c-73b7f8d34b68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:39:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:39:42Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4be4c2e2894
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: 6e8449e0-1626-4121-8811-641766be0208
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:40:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:14Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4be849bcabb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: a7ffa01f-c29c-4591-814b-054f3aeb48c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 9187c1b5-55e0-48c8-88e7-d1abe4694251
  kind: Event
  lastTimestamp: "2026-04-22T14:40:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:28Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf.18a8b4c917a15216
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: b9f718f1-86e2-4e76-909e-c267bd5ae7f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 6bdcd33a-7597-4202-90bf-0c43d2d24e27
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-vmhkf'
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a8b4bd17eb6ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20988"
    uid: 175b706d-9337-44f3-9f87-67fbe543c452
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 2225b3da-0d34-4e98-b5db-6034344b41ec
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve-predictor.18a8b4bd1508f8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: dabf41de-4c8e-4183-96f3-7b26642e6406
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 4d1e1ee2-b083-451e-b645-6dbb39d07a6e
  kind: Event
  lastTimestamp: "2026-04-22T14:40:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:40:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a8b4c093e883a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: bff0248c-0ff9-450a-b7b5-db26775f9db2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20975"
    uid: 4d1e1ee2-b083-451e-b645-6dbb39d07a6e
  kind: Event
  lastTimestamp: "2026-04-22T14:40:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:40:07Z"
    name: isvc-paddle-v2-kserve-predictor.18a8b4c094411e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: ed02f15f-da1e-42bf-aa84-880edab7457a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 4d1e1ee2-b083-451e-b645-6dbb39d07a6e
  kind: Event
  lastTimestamp: "2026-04-22T14:40:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:40:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a8b4c792247d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: f84c10d8-bbca-4cce-9236-54236cd938c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 4d1e1ee2-b083-451e-b645-6dbb39d07a6e
  kind: Event
  lastTimestamp: "2026-04-22T14:40:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:40:22Z"
    name: isvc-paddle-v2-kserve-predictor.18a8b4c7928c2e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 492cd105-4443-411a-a7c3-cf22ba1b1574
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: a827e745-285e-433c-8405-d3a6be9673ca
  kind: Event
  lastTimestamp: "2026-04-22T14:40:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:40:24Z"
    name: isvc-paddle-v2-kserve.18a8b4bd153dddd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: 6d563004-5efd-4f25-9283-b33361fdb133
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: a827e745-285e-433c-8405-d3a6be9673ca
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve.18a8b4bd15bc7f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 9e0d4009-2b12-4d80-be54-abd0eeabdfd9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:39:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: a827e745-285e-433c-8405-d3a6be9673ca
  kind: Event
  lastTimestamp: "2026-04-22T14:39:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:39:37Z"
    name: isvc-paddle-v2-kserve.18a8b4bd1ab475b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: b5e0e882-7364-4a19-8596-35ef582d62b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: a827e745-285e-433c-8405-d3a6be9673ca
  kind: Event
  lastTimestamp: "2026-04-22T14:40:24Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:40:24Z"
    name: isvc-paddle-v2-kserve.18a8b4c814eab29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: 0fdfc2d1-6eeb-4402-ae43-40c352702501
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 4e4dc6fd-363e-40fa-8c6a-6698e82d9264
  kind: Event
  lastTimestamp: "2026-04-22T14:38:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:38:44Z"
    name: isvc-paddle.18a8b4a2c8424d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: 6598bfae-380e-4157-b6b3-5dc808642041
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 4e4dc6fd-363e-40fa-8c6a-6698e82d9264
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle.18a8b4a2c8e7c743
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: b8b65bdb-4428-45e2-a217-4f0ab880ce39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 4e4dc6fd-363e-40fa-8c6a-6698e82d9264
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-paddle.18a8b4a2cdd50704
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: 3cb17d0c-7c1b-47e2-8d24-663bdb86f16d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: 4e4dc6fd-363e-40fa-8c6a-6698e82d9264
  kind: Event
  lastTimestamp: "2026-04-22T14:38:44Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:38:44Z"
    name: isvc-paddle.18a8b4b0bbdbe86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: 8de18fea-9d42-4fb3-8d1f-348f0662ae24
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:40:28.868517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21440"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-wqxc6
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:40:28Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4c91d2c471d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: ed842f88-934a-4867-8389-30c3e39b09ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:29Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:40:29Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4c9357f4f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: e8175881-0f67-404d-b6b5-e78e340c851c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:29Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4c936ae3a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 0973e34c-33d6-40e9-8a2d-2af9b7cb72eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:29Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4c9394d51e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 01c7dc59-3189-4d3c-bd32-29880302202a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:29Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4c939b6d145
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: e034c2ed-9910-4231-a63d-a70086f35b54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:33Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T14:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:33Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4ca30835743
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: cee9e5dd-99d6-4f2b-86a2-aabaf750d353
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:42Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 9.109s (9.109s
    including waiting). Image size: 800899446 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:42Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4cc4f825447
    namespace: kserve-ci-e2e-test
    resourceVersion: "21571"
    uid: 66fc9f4f-493a-43b0-8105-adf6cd617dd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:42Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4cc52609cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: 87e32388-7ea8-4a4f-9680-a3993d6c4f4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:40:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:40:42Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4cc52c99079
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: cd37cfa7-7357-4b10-a2d1-7aa90880c8d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:41:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:41:43Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4ceda5e4b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: 8d73981d-455f-4ad9-9d42-3e32c8b39a60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21443"
    uid: a246c193-b83b-475b-b075-f65dd1af8872
  kind: Event
  lastTimestamp: "2026-04-22T14:41:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:41:59Z"
    name: isvc-pmml-predictor-5584ffd8c9-wqxc6.18a8b4de44911f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 26dde508-4433-4107-bdc3-2580d0b41116
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 1b695495-ece8-4197-93cb-dc208e741b18
  kind: Event
  lastTimestamp: "2026-04-22T14:40:28Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-wqxc6'
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:40:28Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a8b4c91cd07287
    namespace: kserve-ci-e2e-test
    resourceVersion: "21442"
    uid: 723b37fe-6eac-4b35-9312-5af6e78b0d74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: f0124a31-d5c2-4e22-bc2e-41e712abea66
  kind: Event
  lastTimestamp: "2026-04-22T14:40:28Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:40:28Z"
    name: isvc-pmml-predictor.18a8b4c919f6b343
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: 4b457596-7d4a-4a0f-ab01-784895740549
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: f44774fa-3438-43e1-9c7b-beaa7c2dd6f2
  kind: Event
  lastTimestamp: "2026-04-22T14:41:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:41:13Z"
    name: isvc-pmml-predictor.18a8b4cc990a375b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 518ee66f-a157-4715-956b-f9b8c15f50da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: f44774fa-3438-43e1-9c7b-beaa7c2dd6f2
  kind: Event
  lastTimestamp: "2026-04-22T14:41:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:41:13Z"
    name: isvc-pmml-predictor.18a8b4cc999a422e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21800"
    uid: e25901d6-22a5-4140-aa4f-d60dfb91ad6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: f44774fa-3438-43e1-9c7b-beaa7c2dd6f2
  kind: Event
  lastTimestamp: "2026-04-22T14:41:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:41:58Z"
    name: isvc-pmml-predictor.18a8b4d716a5cb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: ece19be4-ea64-48dd-a316-8f2e7840f7e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: f44774fa-3438-43e1-9c7b-beaa7c2dd6f2
  kind: Event
  lastTimestamp: "2026-04-22T14:41:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:41:58Z"
    name: isvc-pmml-predictor.18a8b4d7170fd0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 2ac6b61a-211d-42ea-9a24-20e0c591f5b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:41:59.818852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22166"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:41:59Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4de4a3c2a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 0b470055-ec90-4a37-956c-7a7403ed57f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:00Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:42:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4de62f3f19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22186"
    uid: 709aad6c-96e8-49db-80bc-8d360132c1c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:42:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4de6423496d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22188"
    uid: af2cf014-5537-4756-b291-c957a624417d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:42:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4de67db7365
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: 0592ac07-eb4d-4d1e-b135-5cba8be418dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:42:00Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4de68491b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: b8380200-f294-430a-95d6-b7ea506dc137
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:04Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:42:04Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4df6ea21c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22234"
    uid: 1e0ac487-8fc8-48db-8dcc-56c3144dcbbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:42:04Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4df718f25a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22238"
    uid: a22ad1fe-4757-444d-a6d1-b67146400008
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:42:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:42:04Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4df71f9114e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22239"
    uid: ef2066c2-3fce-4b38-a1fc-7a6af846e9dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:43:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:32Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4dfaa9f84a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22936"
    uid: 681390e3-7753-439f-9a90-8e89bf01cbe7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: d13153cd-73f4-49f4-8801-052d4ccce495
  kind: Event
  lastTimestamp: "2026-04-22T14:43:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:30Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr.18a8b4f37f7a805d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: 5077bb79-94ca-4fe7-a329-d8d5c8a4e5be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22153"
    uid: b43328cc-cd16-4816-9fda-6b3f5d0e5ca8
  kind: Event
  lastTimestamp: "2026-04-22T14:41:59Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-dsqxr'
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:41:59Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a8b4de49d44bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22167"
    uid: 8247c707-95b7-4c53-88de-46a7605ac00c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: 2cff2808-f870-4f80-b7e7-fe01f3bbe4e7
  kind: Event
  lastTimestamp: "2026-04-22T14:41:59Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:41:59Z"
    name: isvc-pmml-runtime-predictor.18a8b4de447279ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22154"
    uid: 9bafd5a1-bca1-438a-a6e5-898f770c7f75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 6c14e50c-6916-4deb-9fca-81514d804431
  kind: Event
  lastTimestamp: "2026-04-22T14:42:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:42:14Z"
    name: isvc-pmml-runtime-predictor.18a8b4e1c3b66b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: d5cd6f92-1cf5-40b0-be68-c7add7b21116
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 6c14e50c-6916-4deb-9fca-81514d804431
  kind: Event
  lastTimestamp: "2026-04-22T14:42:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:42:14Z"
    name: isvc-pmml-runtime-predictor.18a8b4e1c41cf0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 4e7df9fe-2b1e-4d56-bf51-0844642a332b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 6c14e50c-6916-4deb-9fca-81514d804431
  kind: Event
  lastTimestamp: "2026-04-22T14:43:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:43:29Z"
    name: isvc-pmml-runtime-predictor.18a8b4e542e18e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22846"
    uid: eb667db7-30b1-446e-8d90-5ed7fc0b7740
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:42:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 6c14e50c-6916-4deb-9fca-81514d804431
  kind: Event
  lastTimestamp: "2026-04-22T14:43:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:43:29Z"
    name: isvc-pmml-runtime-predictor.18a8b4e54341798e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22847"
    uid: 07a15c70-7daa-40bb-aa4d-a28eb0664899
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 52da4821-5da2-477a-92af-69eaee9b70ef
  kind: Event
  lastTimestamp: "2026-04-22T14:43:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:43:22Z"
    name: isvc-pmml-runtime.18a8b4de44723abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 2386723a-5e3a-4532-8ce2-e94098c4b04a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: 52da4821-5da2-477a-92af-69eaee9b70ef
  kind: Event
  lastTimestamp: "2026-04-22T14:41:59Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:41:59Z"
    name: isvc-pmml-runtime.18a8b4de451f0213
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 75efeeee-58a8-4fb5-82f6-7bfc0bb2e9e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 52da4821-5da2-477a-92af-69eaee9b70ef
  kind: Event
  lastTimestamp: "2026-04-22T14:41:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:41:59Z"
    name: isvc-pmml-runtime.18a8b4de49e1993d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: 109ce25a-9a3d-4ecf-8ddb-8c17cfd3bed0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: 52da4821-5da2-477a-92af-69eaee9b70ef
  kind: Event
  lastTimestamp: "2026-04-22T14:43:22Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:43:22Z"
    name: isvc-pmml-runtime.18a8b4f18234fbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 44593e12-546a-46f5-aa12-a5bc7dd1d398
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:43:31.009557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f3859fe993
    namespace: kserve-ci-e2e-test
    resourceVersion: "22900"
    uid: b6b9cc30-65fd-4736-9290-e31c8f8fd7e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f39e27e195
    namespace: kserve-ci-e2e-test
    resourceVersion: "22920"
    uid: 702e4e08-61ab-4cb7-8f21-4390c4c3f3dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f39f56220c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 29251ae2-008d-4a77-9d89-99828524511f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f3a1c9cf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 764ff321-1ce1-418e-b55e-727f571e4e6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f3a232095b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22925"
    uid: f51c2e07-8f67-402a-adc2-a78dc1f59d01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:35Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:35Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f4ae1995ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22965"
    uid: 1b342137-4868-4da7-95a1-3d3f0bfb7a5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f4b0a04940
    namespace: kserve-ci-e2e-test
    resourceVersion: "22969"
    uid: e2928941-b27a-465b-a789-4372dbf6cf89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:43:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:43:36Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f4b10b50d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22971"
    uid: 0ef74950-df7c-4975-9c3c-b37aaad66a9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b4f4ea02606f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: 309bc4d6-20a1-4ccb-a54d-28e9eca4787d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: 6b0d36be-3c72-45d5-8e08-1c2070e60de3
  kind: Event
  lastTimestamp: "2026-04-22T14:45:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:01Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v.18a8b508b47d1400
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 9037ccec-5aed-4509-84a8-a840ab8c8786
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22884"
    uid: 1ee080e6-28bf-4936-81c9-7aa2775c4996
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-qgq2v'
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a8b4f3853fa8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: 324d0ed6-ca68-4da3-902a-bb68bc8017b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: 7ff44808-ba17-4f78-bc07-05cdc3a55cf6
  kind: Event
  lastTimestamp: "2026-04-22T14:43:30Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T14:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:43:30Z"
    name: isvc-pmml-v2-kserve-predictor.18a8b4f380e418a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: a54f5e66-8725-49a1-84f1-842776cd533c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 76c357cf-f587-46ac-a562-2072b740c2bd
  kind: Event
  lastTimestamp: "2026-04-22T14:43:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:43:45Z"
    name: isvc-pmml-v2-kserve-predictor.18a8b4f6ffdb1c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: 93580b60-9c5e-4f20-8095-9abf805eeba0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 76c357cf-f587-46ac-a562-2072b740c2bd
  kind: Event
  lastTimestamp: "2026-04-22T14:43:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:43:45Z"
    name: isvc-pmml-v2-kserve-predictor.18a8b4f70045f1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23045"
    uid: 6c1ed5e1-f81a-4bbc-8bdd-bee5b7ff631f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:44:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: 76c357cf-f587-46ac-a562-2072b740c2bd
  kind: Event
  lastTimestamp: "2026-04-22T14:45:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:45:01Z"
    name: isvc-pmml-v2-kserve-predictor.18a8b4fa7f14d261
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: b9afe7ab-333c-45c9-8312-56e025baa159
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:44:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: 76c357cf-f587-46ac-a562-2072b740c2bd
  kind: Event
  lastTimestamp: "2026-04-22T14:45:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:45:01Z"
    name: isvc-pmml-v2-kserve-predictor.18a8b4fa7f7c8f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 410876c0-ef6f-4cd3-afa2-0c5ea90087d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: cba565ce-f1d8-4cf8-af64-5421d35e0193
  kind: Event
  lastTimestamp: "2026-04-22T14:44:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:44:52Z"
    name: isvc-pmml-v2-kserve.18a8b4f380c69880
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: f501515b-edb6-4cfa-a223-e190e929a7e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: cba565ce-f1d8-4cf8-af64-5421d35e0193
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve.18a8b4f38175873d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22906"
    uid: 07e9d71f-a5e6-476e-b1ef-ec299d3a0744
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:43:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22890"
    uid: cba565ce-f1d8-4cf8-af64-5421d35e0193
  kind: Event
  lastTimestamp: "2026-04-22T14:43:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:43:31Z"
    name: isvc-pmml-v2-kserve.18a8b4f38782f3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22907"
    uid: 38bd2abd-e3e6-48c7-bb79-b61ad017e8db
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:44:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23517"
    uid: cba565ce-f1d8-4cf8-af64-5421d35e0193
  kind: Event
  lastTimestamp: "2026-04-22T14:44:52Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:44:52Z"
    name: isvc-pmml-v2-kserve.18a8b50676ce0773
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: 80a4a0d1-a181-4b4b-ba28-b2a4a45fcde3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 4479321e-9c9e-4cf6-92a4-1e56be8640ce
  kind: Event
  lastTimestamp: "2026-04-22T14:41:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:41:53Z"
    name: isvc-pmml.18a8b4c919c0ce84
    namespace: kserve-ci-e2e-test
    resourceVersion: "22081"
    uid: 24ce2ac8-0dbd-4fe0-9e14-b6c75ab019af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 4479321e-9c9e-4cf6-92a4-1e56be8640ce
  kind: Event
  lastTimestamp: "2026-04-22T14:40:28Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:40:28Z"
    name: isvc-pmml.18a8b4c91a3a4111
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: 4e0b0ea8-2ac5-4cfc-92a4-c65df1302498
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:40:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21438"
    uid: 4479321e-9c9e-4cf6-92a4-1e56be8640ce
  kind: Event
  lastTimestamp: "2026-04-22T14:40:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:40:28Z"
    name: isvc-pmml.18a8b4c9206650d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: fb08c092-917c-4c88-8e7c-0bcf4b5d08be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 4479321e-9c9e-4cf6-92a4-1e56be8640ce
  kind: Event
  lastTimestamp: "2026-04-22T14:41:53Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:41:53Z"
    name: isvc-pmml.18a8b4dcd6f8a9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22080"
    uid: c2ebbdba-6f7e-4a6e-87d2-9d009c93ffbc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:49:39.027730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b5493537ac0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: 19f94fc4-ea1e-4c50-9e52-77003b15c314
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26315"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b5494ddc220c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26325"
    uid: f5518906-3658-4111-9ba9-ee82f95763a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b5494efdb878
    namespace: kserve-ci-e2e-test
    resourceVersion: "26327"
    uid: adfa7a21-fe42-437e-9afe-c8000339d4f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b54951e254dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26329"
    uid: c0da39db-4f21-40ac-98fb-bd2216912756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b549524ca424
    namespace: kserve-ci-e2e-test
    resourceVersion: "26330"
    uid: 39463f67-7bd8-4064-afe4-bf259e179126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:44Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:44Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b54a5e8952ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 16cda11f-38de-41c8-931c-140a523a739d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:44Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b54a61b90a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: 3239b306-5956-431d-b34c-f18eee98935e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:49:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:44Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b54a62233bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: a50c7cc6-450b-400b-b8e9-67c2ad5e9719
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:50:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:50:46Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b54a9a709156
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 6c1ab800-c696-430a-8601-ad3380c9906c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "26305"
    uid: 57d681d3-64ab-4840-bb8c-da74e6b0fa67
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-l5n8s.18a8b55bde238dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: 282585f5-59eb-4d56-932f-4c5124e0e14c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 4381012d-9117-45c3-965c-97e044dfab71
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-l5n8s'
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a8b54934d01378
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: c02cf350-6d86-4d6d-9294-bc05f835b57b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26286"
    uid: 48b747f7-c665-4c9d-a781-de92710ee711
  kind: Event
  lastTimestamp: "2026-04-22T14:49:38Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:49:38Z"
    name: isvc-predictive-lightgbm-predictor.18a8b54931b8380b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: 9c1214a2-6f17-4e94-99b3-a5843533d654
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 45f97eb4-2abb-4ef2-8825-5d4dedbd9016
  kind: Event
  lastTimestamp: "2026-04-22T14:49:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:49:53Z"
    name: isvc-predictive-lightgbm-predictor.18a8b54cb02d9eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: d0873f23-22aa-49bb-bbcc-92ff10c55fdf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 45f97eb4-2abb-4ef2-8825-5d4dedbd9016
  kind: Event
  lastTimestamp: "2026-04-22T14:49:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:49:53Z"
    name: isvc-predictive-lightgbm-predictor.18a8b54cb08eff75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: c1c2b422-e659-4c56-abfb-a8466845ff7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 45f97eb4-2abb-4ef2-8825-5d4dedbd9016
  kind: Event
  lastTimestamp: "2026-04-22T14:50:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:50:54Z"
    name: isvc-predictive-lightgbm-predictor.18a8b5502f9add56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26872"
    uid: a75aecfc-9a7c-4000-a948-daa13512b26f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 45f97eb4-2abb-4ef2-8825-5d4dedbd9016
  kind: Event
  lastTimestamp: "2026-04-22T14:50:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:50:54Z"
    name: isvc-predictive-lightgbm-predictor.18a8b5502ffaba6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26873"
    uid: 24cd352d-9b01-4168-bbb0-38255dfae30f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:53:39.614405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:53:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:53:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b581394cf7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: 6f95fc2d-6aef-4bc0-9d6e-6ac147e50725
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:40Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:53:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b58151a98bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: f1edf9ea-d75a-4a13-a5cf-5ed486c08505
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b58152d7224f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 4e7af0dd-09e6-4694-8402-067d8b7be637
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b581555e1ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28282"
    uid: 50c8624b-10da-479b-b27b-3af3d8bfa1c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:40Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b58155c7395b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28283"
    uid: 3bf95c1e-e16b-4b24-9de8-68823283fe16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:44Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b582668e3dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: ec560339-e577-4800-974d-bbf9ba39ee8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b5826a2128f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28340"
    uid: 3457c87a-4d93-4cb4-aed0-171da1ea212d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:53:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b5826a8d70ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28341"
    uid: 0187dbd2-5af9-486f-b3f1-d8eb8c282bb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:54:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T14:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:54:46Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b589da5a95cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: d449e3bf-2d3b-4c42-a36e-c7d9e081baa8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28244"
    uid: b033790f-c58b-4df7-9ced-85366cd3d105
  kind: Event
  lastTimestamp: "2026-04-22T14:54:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:54:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k.18a8b593e7c511b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28936"
    uid: f556f5af-6e51-4bb8-9333-3cf035728e73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28232"
    uid: 81db302a-18c7-4cfd-aee1-40aaf4f48dfb
  kind: Event
  lastTimestamp: "2026-04-22T14:53:39Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-fx74k'
  metadata:
    creationTimestamp: "2026-04-22T14:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:53:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a8b58138b81d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: ee00ca44-48e6-4652-ae8d-eeb211611f1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 00959e86-bb4f-44f2-a124-6f482dab2cc8
  kind: Event
  lastTimestamp: "2026-04-22T14:53:39Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:53:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8b5813605822c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28234"
    uid: a2e139e6-87d4-4f3c-8664-88931d5fb00a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: d31ef826-720e-4773-859d-56b5294666f5
  kind: Event
  lastTimestamp: "2026-04-22T14:54:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:54:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8b584b490b157
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: d5c6cd92-a449-49cc-84b8-2a77c458296a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: d31ef826-720e-4773-859d-56b5294666f5
  kind: Event
  lastTimestamp: "2026-04-22T14:54:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:54:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8b584b4f969d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28519"
    uid: 7a7aa8f1-d0d1-48d7-9471-b8558333d8ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28413"
    uid: d31ef826-720e-4773-859d-56b5294666f5
  kind: Event
  lastTimestamp: "2026-04-22T14:54:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:54:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8b58bb3121e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "28845"
    uid: cb5f1942-7c67-435b-aa7a-1c43d7ebc5d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28413"
    uid: d31ef826-720e-4773-859d-56b5294666f5
  kind: Event
  lastTimestamp: "2026-04-22T14:54:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:54:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8b58bb395a2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28846"
    uid: 77310c4d-6cda-4681-8c94-e88452db0ef3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: d4889a90-0f84-4040-95da-046adfb954e5
  kind: Event
  lastTimestamp: "2026-04-22T14:54:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:54:56Z"
    name: isvc-predictive-lightgbm-v2.18a8b58135d34d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28875"
    uid: 5b0ba512-9e1d-4757-ba2b-f67ec399abcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28219"
    uid: d4889a90-0f84-4040-95da-046adfb954e5
  kind: Event
  lastTimestamp: "2026-04-22T14:53:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:53:39Z"
    name: isvc-predictive-lightgbm-v2.18a8b581363822aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: e22179ca-601a-49df-b6dd-b92718be8fac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28871"
    uid: d4889a90-0f84-4040-95da-046adfb954e5
  kind: Event
  lastTimestamp: "2026-04-22T14:54:56Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:54:56Z"
    name: isvc-predictive-lightgbm-v2.18a8b59331280c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "28873"
    uid: 71a29938-2bac-4868-9a23-c133804391dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 121472a5-4e63-4548-850f-d6e9cb0fc3cc
  kind: Event
  lastTimestamp: "2026-04-22T14:50:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:50:56Z"
    name: isvc-predictive-lightgbm.18a8b549315e40d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: d41ade51-d800-4ef9-a053-3ef20303af33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 121472a5-4e63-4548-850f-d6e9cb0fc3cc
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm.18a8b54931f3336a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: e316498d-641c-4ca5-9237-c39a88304827
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: 121472a5-4e63-4548-850f-d6e9cb0fc3cc
  kind: Event
  lastTimestamp: "2026-04-22T14:49:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:49:39Z"
    name: isvc-predictive-lightgbm.18a8b54937ec6822
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: 853ace71-6691-424e-b095-985cb332e37d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: 121472a5-4e63-4548-850f-d6e9cb0fc3cc
  kind: Event
  lastTimestamp: "2026-04-22T14:50:56Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:50:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:50:56Z"
    name: isvc-predictive-lightgbm.18a8b55b2705b7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: 8b83ea4e-0e0d-4138-a2eb-0b21955a065f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:46:38.542821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b51f2f7a7c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: f1855815-052a-491f-98b3-c166c3a16e74
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:46:38Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b51f47fdb765
    namespace: kserve-ci-e2e-test
    resourceVersion: "24585"
    uid: 2ad8b846-11d7-472c-9442-c9997098976a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:46:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b51f4917c0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24587"
    uid: c0a7ee6a-6670-4bf7-9ca4-154611f63717
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:46:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:39Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b51f4bd1ea34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: c3e85f79-277d-4bc4-b98a-8795595c8b34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:46:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:39Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b51f4c3a8cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 6388060f-e04c-4352-a469-68e053d7be63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:46:43Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T14:46:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:43Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b520580b72e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24630"
    uid: e716255b-e565-4370-b641-1a5f2a7ac882
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:47:03Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.808s
    (19.808s including waiting). Image size: 2324200817 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:47:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b524f4b463ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: bea3314f-aa19-4014-9524-1ded476035ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:47:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:47:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b524f78e0e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 633660fd-d03e-4833-a37c-e856ac0f33d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:47:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:47:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b524f7fa4300
    namespace: kserve-ci-e2e-test
    resourceVersion: "24773"
    uid: e3ae75e9-1d78-462f-b91f-f9c48850311b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T14:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:48:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:04Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b52503f6c8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: b336131d-d07f-450c-9494-84f69b600d9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24565"
    uid: e2f1d707-e2d2-4b5f-a313-38c5700e6374
  kind: Event
  lastTimestamp: "2026-04-22T14:48:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:18Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz.18a8b53683d5d7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: c2e5b742-5905-433f-afb4-f3066aa1fc3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: 25babb81-03b6-4614-94a2-9aad18a36722
  kind: Event
  lastTimestamp: "2026-04-22T14:46:38Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-c2cpz'
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a8b51f2f212349
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 303a782a-6821-4c6d-9bf3-0278c4dd88f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: ee067980-842a-4507-85b1-14175d18219b
  kind: Event
  lastTimestamp: "2026-04-22T14:46:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-predictive-sklearn-predictor.18a8b51f2c960d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24557"
    uid: bb7edda0-59e3-487d-a8ad-fe98058d74d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: efb2e807-94ab-4363-8a62-fd78af2afa76
  kind: Event
  lastTimestamp: "2026-04-22T14:47:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:47:23Z"
    name: isvc-predictive-sklearn-predictor.18a8b522ab273360
    namespace: kserve-ci-e2e-test
    resourceVersion: "24915"
    uid: 3463c05d-274d-447b-b0e0-fbd7ca8728d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: efb2e807-94ab-4363-8a62-fd78af2afa76
  kind: Event
  lastTimestamp: "2026-04-22T14:47:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:47:23Z"
    name: isvc-predictive-sklearn-predictor.18a8b522ab8f8c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24916"
    uid: adc105c8-445e-4517-96e0-a7b79b53f315
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: efb2e807-94ab-4363-8a62-fd78af2afa76
  kind: Event
  lastTimestamp: "2026-04-22T14:48:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:48:08Z"
    name: isvc-predictive-sklearn-predictor.18a8b52d2ad27b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "25516"
    uid: 58795e11-8052-4196-93c6-ebfe62684189
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24701"
    uid: efb2e807-94ab-4363-8a62-fd78af2afa76
  kind: Event
  lastTimestamp: "2026-04-22T14:48:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:48:08Z"
    name: isvc-predictive-sklearn-predictor.18a8b52d2bbadba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25517"
    uid: e8e7cacb-f557-4b29-8b7d-8fba3e69cca4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:50:59.243337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55be270ae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26964"
    uid: 3bccb6db-68c1-4006-bdd2-810a9996e272
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26968"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55bfaf9d80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: ea0e4764-5bc9-4599-94ec-69d44833a129
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55bfc1b39fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26981"
    uid: 3ddb653c-6434-4acd-b1ef-e44b43a50c58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55bff4825af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: b2b97c7c-e5d1-4502-8781-4798b2e3458a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55bffb61645
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: c140e907-33ac-4e61-b687-6c4befe93e51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:51:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:51:04Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55d0d09f38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: d1ff7b66-489a-4896-9635-e422c6364cb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:51:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:51:04Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55d10a4ea26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: 81e2d997-e69a-49bd-be55-79a29484c9cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:51:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:51:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:51:04Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b55d1112a3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 076d07de-63f2-4fd0-8035-ebb2c76f1acf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:52:06Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T14:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:06Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b56480fa2d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: fb03e05f-02a6-45dc-9d76-8cb0cd42074c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: 36474843-5617-4689-a815-9232394e3a21
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb.18a8b56e89b0b63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27592"
    uid: bb25ef1c-aa8c-4e07-bd2e-ea86fa9db075
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: dbf0a6f2-c188-48e0-863d-cdf0016efc3d
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-j4mdb'
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a8b55be20903f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26960"
    uid: 94f8aad1-f328-4917-97b7-08d6f3e16738
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 631a88b1-d553-426c-a519-0b9c203ba2e8
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8b55bdec7bcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26948"
    uid: 45cf9c52-1809-48d5-88b8-eeace762035c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 87520438-1191-44a5-989b-71328356f3aa
  kind: Event
  lastTimestamp: "2026-04-22T14:51:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:51:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8b55f5ef29161
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: a9babe90-6fbf-4d1e-9c4f-15d1762f42f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26945"
    uid: 87520438-1191-44a5-989b-71328356f3aa
  kind: Event
  lastTimestamp: "2026-04-22T14:51:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:51:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8b55f5f9ca001
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 5643d284-5b22-46fc-a292-19766057cbc4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 87520438-1191-44a5-989b-71328356f3aa
  kind: Event
  lastTimestamp: "2026-04-22T14:52:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:52:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8b569dcba00fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: 14d62f35-5659-4bd9-a6d5-7b2292381d7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:51:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 87520438-1191-44a5-989b-71328356f3aa
  kind: Event
  lastTimestamp: "2026-04-22T14:52:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:52:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8b569dd1f5abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: df6d6580-96a7-48f7-b857-6e5002072afb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26921"
    uid: e236677a-6c6d-4862-a578-231b9b27189e
  kind: Event
  lastTimestamp: "2026-04-22T14:52:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:52:16Z"
    name: isvc-predictive-sklearn-v2.18a8b55bdea71fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 150781bf-d876-4b42-9623-ddbe930533f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26921"
    uid: e236677a-6c6d-4862-a578-231b9b27189e
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2.18a8b55bdf13e7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26970"
    uid: 4ab4b286-f48e-4e5f-9823-f21ca122e4ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: e236677a-6c6d-4862-a578-231b9b27189e
  kind: Event
  lastTimestamp: "2026-04-22T14:50:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:50:59Z"
    name: isvc-predictive-sklearn-v2.18a8b55be40d05a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26971"
    uid: d0ffed90-88a0-49ea-9fb4-cb6f0c20c87e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: e236677a-6c6d-4862-a578-231b9b27189e
  kind: Event
  lastTimestamp: "2026-04-22T14:52:16Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:52:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:52:16Z"
    name: isvc-predictive-sklearn-v2.18a8b56dd5edfed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 00231984-dd53-48bf-9e8d-86fd10469c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24543"
    uid: d209d6f6-d5ff-4a10-9068-aa2a81d8d86d
  kind: Event
  lastTimestamp: "2026-04-22T14:48:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:48:14Z"
    name: isvc-predictive-sklearn.18a8b51f2c72d960
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 67541c92-bb0f-45fe-939e-230727cff9c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24543"
    uid: d209d6f6-d5ff-4a10-9068-aa2a81d8d86d
  kind: Event
  lastTimestamp: "2026-04-22T14:46:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:38Z"
    name: isvc-predictive-sklearn.18a8b51f2cc7b02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 7a2c7335-eec2-4ef1-b82d-360bb4dde813
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25572"
    uid: d209d6f6-d5ff-4a10-9068-aa2a81d8d86d
  kind: Event
  lastTimestamp: "2026-04-22T14:48:14Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:48:14Z"
    name: isvc-predictive-sklearn.18a8b5359084405d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 339ce921-2901-447b-9f9d-a5c8c603580f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:48:18.815167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25646"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:48:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b536882d18f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: 629c1b78-b8ef-433f-8ee6-f6b670e82ee7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25656"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:19Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:48:19Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b536a0c368f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25665"
    uid: d0896f81-2a34-4989-9c38-24a631784c11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:19Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b536a1eca1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: ad61bffd-8cc3-464c-a3d0-7e1aef698997
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:19Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b536a4c46303
    namespace: kserve-ci-e2e-test
    resourceVersion: "25669"
    uid: 43702d6b-6319-4613-9ed7-fee7e7e53573
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:19Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b536a52b1d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: c1ccf298-aeec-4053-8600-85c163fd5b14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b537b1706465
    namespace: kserve-ci-e2e-test
    resourceVersion: "25707"
    uid: 5bf98807-c27f-42e5-8a6b-30842ba4c7a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b537b43888c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25709"
    uid: e090e3ff-edcd-40c0-a3e9-1ddb812e15a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:48:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:48:23Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b537b49241d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: a7777b4e-3ce9-42e1-9c6a-0d5a987270e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:49:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:25Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b537ed44f86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: a19ca8c7-1b7c-41f2-abe7-d75d4cf39dd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: 2859e7c7-115a-47b0-89f2-5c5447400284
  kind: Event
  lastTimestamp: "2026-04-22T14:49:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:49:38Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w.18a8b54932f80128
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: 981303b8-4e9f-4517-b0a1-2162a745f5f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: b4380bf1-eb06-43f0-b306-10d5272b088b
  kind: Event
  lastTimestamp: "2026-04-22T14:48:18Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-wk94w'
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:48:18Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a8b53687ea03d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: 76744f48-7194-4cbf-88fe-76a3242a932c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: eb51e908-b731-4076-ba29-1debdcac3d1b
  kind: Event
  lastTimestamp: "2026-04-22T14:48:18Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:48:18Z"
    name: isvc-predictive-xgboost-predictor.18a8b5368343f843
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: ab00502d-74ea-4000-b197-30107de88be0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: d1cb0e42-2ced-485d-aac6-0ce2de9eae1c
  kind: Event
  lastTimestamp: "2026-04-22T14:48:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:48:33Z"
    name: isvc-predictive-xgboost-predictor.18a8b53a01eae4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: bdff929a-0869-4038-986c-2aea7b8904ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: d1cb0e42-2ced-485d-aac6-0ce2de9eae1c
  kind: Event
  lastTimestamp: "2026-04-22T14:48:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:48:33Z"
    name: isvc-predictive-xgboost-predictor.18a8b53a02586427
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 5cd392e2-6cd6-442e-a3df-11b6de15918e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: d1cb0e42-2ced-485d-aac6-0ce2de9eae1c
  kind: Event
  lastTimestamp: "2026-04-22T14:49:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:49:33Z"
    name: isvc-predictive-xgboost-predictor.18a8b53d81736c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: f09eb424-6edf-4887-a413-7fa062f93b2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: d1cb0e42-2ced-485d-aac6-0ce2de9eae1c
  kind: Event
  lastTimestamp: "2026-04-22T14:49:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:49:33Z"
    name: isvc-predictive-xgboost-predictor.18a8b53d81eb99ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 343999f9-e20f-44b4-a4d1-7754af1ebc75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:52:19.446660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56e8eee2bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: 2bddc454-c50a-47a8-8ac1-34c4d5c6105d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56ea7e20f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 12658e61-3c96-4ae2-9463-4f4fefc1806d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56ea8fc1123
    namespace: kserve-ci-e2e-test
    resourceVersion: "27632"
    uid: aa081016-34ce-42ed-9ff7-626e7390f9a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56eaba3ccf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: d959ff3b-e12e-43be-b7c1-9cea3d18fc9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56eac0dc26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: b5228ca6-76bb-42ee-8478-f710e757fe54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:24Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56fb9c1d23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: ffc18b72-77da-42c5-8317-d9ea878b31b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56fbc933e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: cbc8540f-8ec2-4aec-8368-f11d8eefafb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:52:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:52:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b56fbcfb75ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27681"
    uid: 1cec60b7-8c7a-4e5c-8f8c-0f1b77154588
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:53:42Z"
  message: 'Readiness probe failed: Get "http://10.134.0.40:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T14:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:42Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b5772d86f148
    namespace: kserve-ci-e2e-test
    resourceVersion: "28310"
    uid: cc6af926-4ea4-46fa-bd0e-fccb52bc0892
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: 974a4886-82cd-4950-b2be-75310d61fee4
  kind: Event
  lastTimestamp: "2026-04-22T14:53:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:53:39Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9.18a8b5813ef57ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28270"
    uid: 2056f8cf-36ec-47ea-8be3-bf50faec9807
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: f4bcd056-b48f-4bc0-80e1-0e0b97039016
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-p5dq9'
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a8b56e8e5e8785
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 0e314592-ed96-408f-974f-c4c4ee6b59d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27595"
    uid: 0487942c-5fa1-4828-b265-8cd2684b44d9
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8b56e8b00c43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27600"
    uid: 332aff9c-b569-4a84-865c-167b52db3c34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 81a6d3a6-2189-40be-848a-6e9999045899
  kind: Event
  lastTimestamp: "2026-04-22T14:53:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:53:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8b5720972db1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: b32d2fe4-b14f-4b92-a326-ce458df06ab3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 81a6d3a6-2189-40be-848a-6e9999045899
  kind: Event
  lastTimestamp: "2026-04-22T14:53:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:53:04Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8b57209d58883
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: fe8341ab-6fd0-4e3a-9e9c-1c53537a4e95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 81a6d3a6-2189-40be-848a-6e9999045899
  kind: Event
  lastTimestamp: "2026-04-22T14:53:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:53:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8b57c86f1f985
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: 01d49331-d82d-460e-8433-b86b13dabefd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 81a6d3a6-2189-40be-848a-6e9999045899
  kind: Event
  lastTimestamp: "2026-04-22T14:53:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:53:34Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8b57c87588878
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 3e4e4d9a-a2b0-46cb-bb5d-99eecfb5f4f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 0a52b13b-ce19-47fb-8948-60d848b59d6d
  kind: Event
  lastTimestamp: "2026-04-22T14:53:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:53:32Z"
    name: isvc-predictive-xgboost-v2.18a8b56e8acb26d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: cf082f6e-bd6d-4b5d-9cea-1724d150d64a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 0a52b13b-ce19-47fb-8948-60d848b59d6d
  kind: Event
  lastTimestamp: "2026-04-22T14:52:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:52:19Z"
    name: isvc-predictive-xgboost-v2.18a8b56e8b750661
    namespace: kserve-ci-e2e-test
    resourceVersion: "27602"
    uid: 8be08b3a-a488-48b5-a90b-159637c20a23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28159"
    uid: 0a52b13b-ce19-47fb-8948-60d848b59d6d
  kind: Event
  lastTimestamp: "2026-04-22T14:53:32Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:53:32Z"
    name: isvc-predictive-xgboost-v2.18a8b57f88f353b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: 3b2c89a0-0d1f-4490-a7c3-ef0e37edb895
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25607"
    uid: c2af73be-ac06-46cc-97ef-91ac9a62f190
  kind: Event
  lastTimestamp: "2026-04-22T14:49:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:49:35Z"
    name: isvc-predictive-xgboost.18a8b536831a19e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: bea7f394-0bd8-4dfc-bf22-b9445fd98d57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25607"
    uid: c2af73be-ac06-46cc-97ef-91ac9a62f190
  kind: Event
  lastTimestamp: "2026-04-22T14:48:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:48:18Z"
    name: isvc-predictive-xgboost.18a8b53683be5066
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 12db7ae1-62fb-4127-871a-a117bb38cec3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: c2af73be-ac06-46cc-97ef-91ac9a62f190
  kind: Event
  lastTimestamp: "2026-04-22T14:48:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:48:18Z"
    name: isvc-predictive-xgboost.18a8b536887f4820
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 449d3f2c-3581-4a9b-bbcc-c9eac3dd381e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:49:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: c2af73be-ac06-46cc-97ef-91ac9a62f190
  kind: Event
  lastTimestamp: "2026-04-22T14:49:35Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:49:35Z"
    name: isvc-predictive-xgboost.18a8b5487992b986
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 847af902-498d-49ab-a075-71605427fc08
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:45:02.082671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b508ba01657c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23634"
    uid: 26713e01-566e-416f-bd63-9b9abd4a020e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23639"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b508d2aa7061
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 7c90e616-f152-47e8-8988-0f3735779618
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b508d3ce8b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: d1ba6216-d0be-405f-bf2f-26fa9804d471
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b508d6c6f1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: dd62a456-a788-4541-bfa5-685574e38c62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b508d72ece10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 4e7392b0-a41e-4496-bf9b-afb7b7947799
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:07Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b509ede4d8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: 601a22d8-3bdb-4ff9-8dcc-1e31fac15643
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:07Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b509f098a5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: f0c4b733-ac2a-4b5e-a627-7dcb7dc824ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:45:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:45:07Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b509f10b6125
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 0022545f-4f68-49a1-bc44-374196a6a201
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:46:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:29Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b50a29cd2d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: c8095a60-9acf-45dc-b41e-29ec48ee61c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: e275e1ff-0f52-4bbf-86da-7e237eb1c675
  kind: Event
  lastTimestamp: "2026-04-22T14:46:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:28Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs.18a8b51ccf5e9c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: f963cabd-062b-44d8-ac46-8d229dcd4ce7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-4bd053-predictor-5f5dcb8686
    namespace: kserve-ci-e2e-test
    resourceVersion: "23619"
    uid: 055be3ad-b680-478e-b630-a543b0beb4d7
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: 'Created pod: isvc-primary-4bd053-predictor-5f5dcb8686-2q4qs'
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor-5f5dcb8686.18a8b508b97fbe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: a14462d6-0ac8-4825-b9ee-056f4898feca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: 38f39625-2e3c-494c-bed5-60768a0b158f
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: Scaled up replica set isvc-primary-4bd053-predictor-5f5dcb8686 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053-predictor.18a8b508b59b746f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23622"
    uid: e390c822-bbc5-4849-bcce-ee808db2b4e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: d6894fa3-22b6-4435-87ed-978b89777ef2
  kind: Event
  lastTimestamp: "2026-04-22T14:45:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:45:47Z"
    name: isvc-primary-4bd053-predictor.18a8b50c34a559c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23988"
    uid: 7480e63a-fa51-437a-be57-004278b19319
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: d6894fa3-22b6-4435-87ed-978b89777ef2
  kind: Event
  lastTimestamp: "2026-04-22T14:45:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:45:47Z"
    name: isvc-primary-4bd053-predictor.18a8b50c352da4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 68d65939-c87f-4de2-8ca7-fd5a1d591cbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: d6894fa3-22b6-4435-87ed-978b89777ef2
  kind: Event
  lastTimestamp: "2026-04-22T14:46:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:17Z"
    name: isvc-primary-4bd053-predictor.18a8b516b223a723
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: 3e72e0a2-0f43-4d6d-af9a-eabd85f6f0e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23773"
    uid: d6894fa3-22b6-4435-87ed-978b89777ef2
  kind: Event
  lastTimestamp: "2026-04-22T14:46:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:17Z"
    name: isvc-primary-4bd053-predictor.18a8b516b264e393
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c6492796-4cf5-4044-88a2-e0c5d56354ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: 8429e13b-3ce9-44a6-9c73-f0edde68a957
  kind: Event
  lastTimestamp: "2026-04-22T14:46:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:09Z"
    name: isvc-primary-4bd053.18a8b508b57aed32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24151"
    uid: 1ac78758-1283-4425-b0d1-e00c87da37f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: 8429e13b-3ce9-44a6-9c73-f0edde68a957
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: 'Failed to update status for InferenceService "isvc-primary-4bd053": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-4bd053":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053.18a8b508b5f9e686
    namespace: kserve-ci-e2e-test
    resourceVersion: "23640"
    uid: 73ae46bf-16e0-4cbe-85ae-5f75816260c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:45:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "23592"
    uid: 8429e13b-3ce9-44a6-9c73-f0edde68a957
  kind: Event
  lastTimestamp: "2026-04-22T14:45:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-4bd053": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:45:02Z"
    name: isvc-primary-4bd053.18a8b508b5fa347f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23641"
    uid: 276c685f-6404-4d80-96b4-ff0d9109d372
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "24149"
    uid: 8429e13b-3ce9-44a6-9c73-f0edde68a957
  kind: Event
  lastTimestamp: "2026-04-22T14:46:09Z"
  message: InferenceService [isvc-primary-4bd053] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:09Z"
    name: isvc-primary-4bd053.18a8b51861d55f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 71c424d0-3c61-4b5c-ac9d-db54f66d270e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:46:12.221571Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: 74716d8c-c334-44dd-9a7a-45935d64b1c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-4bd053-predictor-6645559687-vhthp
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:46:12Z"
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp.18a8b5190e9c12ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: f3940f9b-e761-4054-bd7d-4e7ee67aa30e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24209"
    uid: 74716d8c-c334-44dd-9a7a-45935d64b1c3
  kind: Event
  lastTimestamp: "2026-04-22T14:46:12Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:46:12Z"
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp.18a8b519274574ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24217"
    uid: 3e86ab1a-1767-4098-942f-531e2992e0d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 74716d8c-c334-44dd-9a7a-45935d64b1c3
  kind: Event
  lastTimestamp: "2026-04-22T14:46:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:16Z"
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp.18a8b5192888837e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: efd98350-9801-4a6d-8eca-8c67ba8e80da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 74716d8c-c334-44dd-9a7a-45935d64b1c3
  kind: Event
  lastTimestamp: "2026-04-22T14:46:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:16Z"
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp.18a8b5192b4514d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: aa7d8c70-1506-40b7-92a4-4d7bf2690130
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 74716d8c-c334-44dd-9a7a-45935d64b1c3
  kind: Event
  lastTimestamp: "2026-04-22T14:46:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:16Z"
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp.18a8b5192bac85d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 84ed01b9-f7cf-4dd3-8838-5d6bb4588c63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24203"
    uid: 74716d8c-c334-44dd-9a7a-45935d64b1c3
  kind: Event
  lastTimestamp: "2026-04-22T14:46:20Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-4bd053-predictor-6645559687-vhthp_kserve-ci-e2e-test(74716d8c-c334-44dd-9a7a-45935d64b1c3)
  metadata:
    creationTimestamp: "2026-04-22T14:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:46:20Z"
    name: isvc-secondary-4bd053-predictor-6645559687-vhthp.18a8b51af94e76ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24292"
    uid: 9fdd51c4-8b4f-41a0-94cb-3f18c9640b0e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-4bd053-predictor-6645559687
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: eddf5be7-c26b-4b8e-8076-c73b0b9cefeb
  kind: Event
  lastTimestamp: "2026-04-22T14:46:12Z"
  message: 'Created pod: isvc-secondary-4bd053-predictor-6645559687-vhthp'
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:12Z"
    name: isvc-secondary-4bd053-predictor-6645559687.18a8b5190e317581
    namespace: kserve-ci-e2e-test
    resourceVersion: "24202"
    uid: 58c36902-b3a0-481e-87d6-82ffe6526d6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24189"
    uid: e6797098-7008-4323-bc91-8da091bd24fd
  kind: Event
  lastTimestamp: "2026-04-22T14:46:12Z"
  message: Scaled up replica set isvc-secondary-4bd053-predictor-6645559687 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:12Z"
    name: isvc-secondary-4bd053-predictor.18a8b5190b269890
    namespace: kserve-ci-e2e-test
    resourceVersion: "24193"
    uid: 8bbf73e0-aca7-4597-8391-cf3c9eccd88f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24190"
    uid: fef6589d-5ccf-4cda-8a83-6e0e372d414e
  kind: Event
  lastTimestamp: "2026-04-22T14:46:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:27Z"
    name: isvc-secondary-4bd053-predictor.18a8b51c89fa6d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: fff2ea5f-d3fd-42cc-861d-28cf18220ecb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-4bd053-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24190"
    uid: fef6589d-5ccf-4cda-8a83-6e0e372d414e
  kind: Event
  lastTimestamp: "2026-04-22T14:46:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:46:27Z"
    name: isvc-secondary-4bd053-predictor.18a8b51c8a603bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: 49325a59-4ed2-4990-af96-d11a3b12aabb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: ea7ee2b3-3ecb-418f-a29a-215fc5297ca1
  kind: Event
  lastTimestamp: "2026-04-22T14:46:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:22Z"
    name: isvc-secondary-4bd053.18a8b5190b305ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: acc046e1-8e87-4b0c-9d5b-21dda05e5de4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: ea7ee2b3-3ecb-418f-a29a-215fc5297ca1
  kind: Event
  lastTimestamp: "2026-04-22T14:46:12Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-4bd053":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-4bd053":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:12Z"
    name: isvc-secondary-4bd053.18a8b5190b9d148e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: 0582b799-0c04-4a9c-a28a-61c0b2d80a76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:46:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4bd053
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: ea7ee2b3-3ecb-418f-a29a-215fc5297ca1
  kind: Event
  lastTimestamp: "2026-04-22T14:46:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-4bd053": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:46:12Z"
    name: isvc-secondary-4bd053.18a8b5190b9d4ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24198"
    uid: 2ee1f563-3d4c-4b1f-86e9-c40c242d4baa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:27:02.505610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40d5e32b3d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 988e9ae4-1541-41a5-baf8-a66c5e2accdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40d76cb483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 5d39871f-91fb-48e3-a7ba-7127895b8396
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40d784487ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 04cda067-c941-4374-9991-5253fe4816d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40d7ae08206
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: b7910680-a4c9-4ba8-9085-f62813ff9296
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40d7b48e002
    namespace: kserve-ci-e2e-test
    resourceVersion: "14725"
    uid: f88d7dbd-41fb-4503-8592-8a1218193960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:07Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40e74eaf163
    namespace: kserve-ci-e2e-test
    resourceVersion: "14763"
    uid: 29a231b1-7b66-4424-98f6-b2e8eb37931d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:07Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40e787bd236
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: ce21ec13-e760-4de8-bf9c-43ae0b7aae71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:07Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40e78eac81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14769"
    uid: 1817155b-b7ba-4825-b52b-f5fd6cc56dd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:07Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:07Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40e78f56a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: b995e292-9227-44b6-abac-152990e66478
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:07Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T14:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:07Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40e7ba1aa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: 1db737a2-9f18-49c6-9d70-25cecec1548c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:27:07Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T14:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:07Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40e7c078809
    namespace: kserve-ci-e2e-test
    resourceVersion: "14773"
    uid: 3328f324-84a3-423a-9540-25f6f9e35644
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:28:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:40Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40eb0d6a1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 409e2642-648e-4248-bc85-6aa0f94eabea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:28:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T14:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:40Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b40eec9be389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 1e7e8344-f77f-4b11-8be4-9ce3c37909e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b41ed9fe7ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: 413c11ec-1dc6-46a8-bca3-c0f621415939
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: ff2ccb8a-409b-442c-98fc-8f2417d6463b
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf.18a8b41ed9ff4dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: d397f87d-b513-4b37-aac7-3bbceff11792
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 0749ae0b-9207-4b9b-8ca1-ca7ac86e5920
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6467bf5b48-sx2cf'
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor-6467bf5b48.18a8b40d5d8f99be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: b93f3b41-8372-4a42-93bd-e8967ebfe049
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: 192c7a84-dd64-4e55-acb2-e08e07639ab4
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6467bf5b48
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8b40d59263479
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: dd3dc029-0c0a-4a65-be15-48d80e514c88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 223a7789-59a1-42a6-92e6-a936825d377e
  kind: Event
  lastTimestamp: "2026-04-22T14:27:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:27:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8b410d8830348
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: aa5bb1d4-1a82-4815-b380-32f63c23a264
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14689"
    uid: 223a7789-59a1-42a6-92e6-a936825d377e
  kind: Event
  lastTimestamp: "2026-04-22T14:27:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:27:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8b410d8f76beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 48854a7f-30d4-406c-935b-05150d5a8f83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: 223a7789-59a1-42a6-92e6-a936825d377e
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8b41457b743a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: dfe6a0e1-fb2c-4262-88ed-bc05be114e73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: 223a7789-59a1-42a6-92e6-a936825d377e
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8b4145817310e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 92290125-58e5-4000-98f2-42a241621952
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 6feaedb7-c2c6-4f79-9768-bd18228e6f62
  kind: Event
  lastTimestamp: "2026-04-22T14:28:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:10Z"
    name: isvc-sklearn-batcher-custom.18a8b40d59275ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "15245"
    uid: 3c2a40a3-fc7e-48f0-9f91-6777e90a4e60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: 6feaedb7-c2c6-4f79-9768-bd18228e6f62
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-custom.18a8b40d59bf9ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 5d2f9c9a-0e49-44f4-a46b-e94fd983600f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15243"
    uid: 6feaedb7-c2c6-4f79-9768-bd18228e6f62
  kind: Event
  lastTimestamp: "2026-04-22T14:28:10Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:10Z"
    name: isvc-sklearn-batcher-custom.18a8b41d2691c40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 2f0e6500-6bc6-48a5-ae64-6d95cb035e28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:25:27.370761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13931"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f737b82baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: fbb3c34b-63d8-4fc2-b32f-cdbdd3b718b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13939"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:27Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f7502c47c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13948"
    uid: 24a66f39-90f4-44f5-b3e2-900a77da7fc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f75239d59a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13952"
    uid: 1a79f5c6-daa5-4f09-9d8a-294307088561
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    in 3.138s (3.138s including waiting). Image size: 299663288 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:30Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f80d47fc13
    namespace: kserve-ci-e2e-test
    resourceVersion: "13978"
    uid: 7fbd8ed1-8a9f-4ee5-b4b4-becfd85a6fb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:31Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f8116da62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13979"
    uid: dd0fd667-ab3b-4c99-b90e-7af9a33a80c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:31Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f811db9d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13980"
    uid: 73471305-6e02-4d4f-866e-3d89a963f896
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:34Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
  metadata:
    creationTimestamp: "2026-04-22T14:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:34Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3f8f8e4561c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14016"
    uid: 8652b01b-c310-4a2b-9091-f674b909e73a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    in 12.625s (12.625s including waiting). Image size: 1562514855 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:47Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fbe9678efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14105"
    uid: 99af6e36-b00f-4be5-8019-1c560a6d6494
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:47Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fbec3afd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: d7e8d899-d54f-4384-9dac-fef4f2553209
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:47Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fbecb76349
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 3cc8fa1e-7da6-45be-9c3d-a1fbab09e55d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:47Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
  metadata:
    creationTimestamp: "2026-04-22T14:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:47Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fbecc38f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14110"
    uid: 4e3571d2-3a8b-484c-b6b2-232d83b1ed50
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:62925d7b981d1952f65351ff12d2c91532437425fa51505583c8531f544bac1b"
    in 2.399s (2.399s including waiting). Image size: 237897788 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:49Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fc7bc95a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14129"
    uid: a703d1ec-f785-49e1-89ca-a25bc0da0268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:50Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T14:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:50Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fc7ea582cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: 94fa998e-0f23-4511-a67d-f03dca15071a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:25:50Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T14:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:25:50Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fc7f0fd1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: fcdaae54-c9c1-4a18-9d3c-9e0b08e211dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:27:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:22Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fcb5c64957
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 281d34f7-a888-45bd-a03a-593246822803
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:27:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T14:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:22Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b3fcf1888c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 6150c479-5662-4a52-b2cf-377175dd72ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b40d594b42c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: 7c40a8e6-b6a5-43d9-ba70-c3757881a6e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: cad75876-191d-4433-8f8c-1f65c63ada6e
  kind: Event
  lastTimestamp: "2026-04-22T14:27:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T14:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:27:02Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx.18a8b40d594c6bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: a92c0a90-e54f-489e-919d-316ea966ef64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7cf94896c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13914"
    uid: 8a4f248c-3118-4d4c-950b-be2d0f74e8c5
  kind: Event
  lastTimestamp: "2026-04-22T14:25:27Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7cf94896c9-tj8xx'
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher-predictor-7cf94896c9.18a8b3f737237067
    namespace: kserve-ci-e2e-test
    resourceVersion: "13932"
    uid: 4ef42be6-4d8f-4b7d-ab7b-8b85c0b9558c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13911"
    uid: b1514b36-c08e-4a28-8089-6b947c501669
  kind: Event
  lastTimestamp: "2026-04-22T14:25:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7cf94896c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher-predictor.18a8b3f72e0850ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "13917"
    uid: bd9bbf96-9dda-4007-9451-31c6d46eabf4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 8e9ee61f-86d1-470d-a469-fb23e5de7072
  kind: Event
  lastTimestamp: "2026-04-22T14:26:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:26:12Z"
    name: isvc-sklearn-batcher-predictor.18a8b3fab32435db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14292"
    uid: 85e11eaf-bb93-4be4-81b4-356e99397e0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: 8e9ee61f-86d1-470d-a469-fb23e5de7072
  kind: Event
  lastTimestamp: "2026-04-22T14:26:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:26:12Z"
    name: isvc-sklearn-batcher-predictor.18a8b3fab399c9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14294"
    uid: 53c4b6ed-6eb0-4f00-a21f-6e154ea3e3e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: 8e9ee61f-86d1-470d-a469-fb23e5de7072
  kind: Event
  lastTimestamp: "2026-04-22T14:26:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:26:57Z"
    name: isvc-sklearn-batcher-predictor.18a8b405318777ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: 47ecc301-3737-4f41-b7a5-d86cbda9d0f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: 8e9ee61f-86d1-470d-a469-fb23e5de7072
  kind: Event
  lastTimestamp: "2026-04-22T14:26:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:26:57Z"
    name: isvc-sklearn-batcher-predictor.18a8b40531ee0453
    namespace: kserve-ci-e2e-test
    resourceVersion: "14623"
    uid: 45a3aef3-3215-4cb5-bc57-ce8dd11812dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13903"
    uid: 90b435cc-99db-4b7e-843c-8ff339a63225
  kind: Event
  lastTimestamp: "2026-04-22T14:26:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:26:53Z"
    name: isvc-sklearn-batcher.18a8b3f73393172a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14594"
    uid: 70fe0df9-b047-4402-bd07-8721145e09b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13903"
    uid: 90b435cc-99db-4b7e-843c-8ff339a63225
  kind: Event
  lastTimestamp: "2026-04-22T14:25:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher.18a8b3f734073b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "13941"
    uid: 5fe32010-05fc-4c58-9b94-45be1a7b3dc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:25:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13903"
    uid: 90b435cc-99db-4b7e-843c-8ff339a63225
  kind: Event
  lastTimestamp: "2026-04-22T14:25:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:25:27Z"
    name: isvc-sklearn-batcher.18a8b3f7340778b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13942"
    uid: 4b11ffc6-7852-4c0d-809b-113431cd383e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:26:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: 90b435cc-99db-4b7e-843c-8ff339a63225
  kind: Event
  lastTimestamp: "2026-04-22T14:26:53Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:26:53Z"
    name: isvc-sklearn-batcher.18a8b40b2c473c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14593"
    uid: 1511f548-8370-4666-b5f0-c8ff3f95295b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:36:34.125542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19419"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4927566b144
    namespace: kserve-ci-e2e-test
    resourceVersion: "19426"
    uid: ea235f78-0880-4ed8-a5ab-e2efe6686428
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4928e38dcb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 63b45aba-a0a4-490b-9a74-9062ef975ee3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4928f67b603
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: ad3d75bb-35eb-4a3d-8988-f034c7e27d55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b492920d8df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19463"
    uid: 1801f01a-59cd-4b45-948a-8a920fa8c962
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4929272a428
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: d797af9e-4173-49bc-93ae-6422f1468eb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:38Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4938dc9cbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19501"
    uid: 178deacd-aa25-4e2c-bd9c-75138cf0faba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:38Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b49390a635d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 95828d0f-a1ed-421e-a7d5-c8f2c90ecb0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:38Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4939115a9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 71599437-367c-47ef-a716-6391068ce0c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-22T14:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:38Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4939120c62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: e6b8c218-fd24-4cca-bc0c-e8a6d3d35c45
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.938s (2.938s including waiting). Image size: 237663784 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:41Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4944040af53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: e51930f9-b433-43a9-b3f3-08156fcba89a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:41Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-22T14:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:41Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b49443069f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: 83bf649e-478c-445e-9330-d83507b79d9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:36:41Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T14:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:36:41Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b494436e146d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: f54fbf75-32ae-47c6-8268-9eda17e2808f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4a2c7f448ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 39ceb209-de31-469e-8407-8d85af1db86f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:37:44Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T14:37:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:37:44Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4a2c7f4e67b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20000"
    uid: c7e5f6a4-3df6-4709-b03e-ca2ac9397c8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19423"
    uid: e93c4801-7f45-49b0-a797-f1533ffb53f9
  kind: Event
  lastTimestamp: "2026-04-22T14:38:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.26:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T14:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:38:13Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt.18a8b4a505406e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: af375b67-49e1-4d8e-beb3-8a305c02b406
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-bd659dd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19413"
    uid: 722e84a4-a0f6-4e53-a88d-952ca54d366b
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-bd659dd86-8w4vt'
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor-bd659dd86.18a8b49274e74b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "19421"
    uid: c36372d6-1b0a-4cdd-a8ba-f95238ed769f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19410"
    uid: cdce5882-1f1a-41a2-8ec0-b864bf63c1ef
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-bd659dd86 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp-predictor.18a8b492721c6896
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 610bcb45-4f4c-4d00-9596-8aa62825b8c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 3459b6b2-6f0f-4de2-9512-3054fb89d4e7
  kind: Event
  lastTimestamp: "2026-04-22T14:37:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:37:43Z"
    name: isvc-sklearn-mcp.18a8b49271afb4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: 8e36a2bc-2e27-4926-b0d6-885b91d3ffa1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 3459b6b2-6f0f-4de2-9512-3054fb89d4e7
  kind: Event
  lastTimestamp: "2026-04-22T14:36:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:36:34Z"
    name: isvc-sklearn-mcp.18a8b49272296ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 8ed4bee7-1261-46d4-8854-959c5fa89def
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:37:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: 3459b6b2-6f0f-4de2-9512-3054fb89d4e7
  kind: Event
  lastTimestamp: "2026-04-22T14:37:43Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:37:43Z"
    name: isvc-sklearn-mcp.18a8b4a2b575ac06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: d67c4d3c-cc53-4602-ba5e-65a4d9a064ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:55:02.005023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:55:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:55:02Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b594682a041c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29007"
    uid: 1db72b7b-3906-4fae-a6a4-b0392b63df01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29010"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:02Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:55:02Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b594806eb67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: 6c103b1a-e07f-44b4-829e-9fd4799804b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:02Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b594824818d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: 2bd0ae6c-a77e-4eaf-929b-634a3e2d2b94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:02Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b5948515fa50
    namespace: kserve-ci-e2e-test
    resourceVersion: "29025"
    uid: 9bb6d303-b2bf-4f22-924d-10726350433e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:02Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b594857b6638
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: ab1edfec-7971-4e54-a803-b3e347f17104
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:06Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b5958bc7de88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: 3b8444a3-e55e-4824-be0a-4210f20f28c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:06Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b5958f3435d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29073"
    uid: 1abc5899-7d36-4cdc-8eeb-96563e59cb5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:06Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b5958fb2880d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: cad2c73a-4dff-48eb-a7db-8ad9bdb8af36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:55:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:55:58Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b595c7b6b554
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: 3e189512-d404-43ac-b060-8f83ece8a6f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: c34a7c7d-2c75-4a0a-82d2-6fbbde6b51e4
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: isvc-sklearn-predictor-5b8ffc6f57-zlg2z.18a8b5a4b8ecb7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: e00df37f-af3a-45ea-8d87-fe5a64031f8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5b8ffc6f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: 380f976e-02a0-4209-9eb0-bb81a83ff148
  kind: Event
  lastTimestamp: "2026-04-22T14:55:01Z"
  message: 'Created pod: isvc-sklearn-predictor-5b8ffc6f57-zlg2z'
  metadata:
    creationTimestamp: "2026-04-22T14:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:55:01Z"
    name: isvc-sklearn-predictor-5b8ffc6f57.18a8b59466ef04e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: a6817c06-d766-4151-88c4-1127e808aac6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28988"
    uid: db5b6a66-c9ce-4af7-98bf-2ac6f6da8f24
  kind: Event
  lastTimestamp: "2026-04-22T14:55:01Z"
  message: Scaled up replica set isvc-sklearn-predictor-5b8ffc6f57 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:55:01Z"
    name: isvc-sklearn-predictor.18a8b59463a0c005
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: 51eaf91f-2b18-4def-a794-ccd104cc4249
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: a910b5a1-f9d9-4f2f-88f6-b7bacc644380
  kind: Event
  lastTimestamp: "2026-04-22T14:55:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:55:31Z"
    name: isvc-sklearn-predictor.18a8b597e37e0570
    namespace: kserve-ci-e2e-test
    resourceVersion: "29254"
    uid: 05ed8502-c91f-497d-9f2d-8c55afbf868e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: a910b5a1-f9d9-4f2f-88f6-b7bacc644380
  kind: Event
  lastTimestamp: "2026-04-22T14:55:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:55:31Z"
    name: isvc-sklearn-predictor.18a8b597e3cbebbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: d8763191-f9fc-4120-b6f0-a2fd65cc71d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: a910b5a1-f9d9-4f2f-88f6-b7bacc644380
  kind: Event
  lastTimestamp: "2026-04-22T14:56:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:02Z"
    name: isvc-sklearn-predictor.18a8b59ee2e2eac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: 81b3a98f-1f15-4fbf-9aa1-80374683e27b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: a910b5a1-f9d9-4f2f-88f6-b7bacc644380
  kind: Event
  lastTimestamp: "2026-04-22T14:56:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:02Z"
    name: isvc-sklearn-predictor.18a8b59ee3ecd3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: e896540b-0705-4ff6-b5dc-2c822c216ed1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:57:02.314704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30019"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-59c87754d7-885gw
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b06b2e0458
    namespace: kserve-ci-e2e-test
    resourceVersion: "30024"
    uid: f6a10841-0097-4787-aa16-ac53f03f91af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30029"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b083aabf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 89e58837-b8e6-4312-b258-7a48ea7271dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b084cb5160
    namespace: kserve-ci-e2e-test
    resourceVersion: "30041"
    uid: 0b4b6b08-d193-446b-93b1-058450da2806
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b0881221a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 85a54c3b-273a-4314-b17b-d83731226d30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b0887d4670
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: a508bd25-93b8-4c3c-a22c-6f72a5f9d951
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:08Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b1cd287ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: 43d816ed-d256-4cf8-987d-2275cd49db19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:08Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b1d06a95e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30096"
    uid: 41480669-c3df-4a58-8d79-92a5a0446b54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:08Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b1d0daf4db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30097"
    uid: a8bf3398-9366-4f33-98e1-6efe3ac67cb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:40Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b209271bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: 06c08aee-d4d7-4334-bee0-1f83907460ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: c6251bfc-5404-40e7-94c8-13a53db22ad5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7-885gw.18a8b5b912493151
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: 863ae600-660f-44ed-b08f-da49ecc940c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-59c87754d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30007"
    uid: da36e58f-cf0f-46ec-86a8-df174026c3e5
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-59c87754d7-885gw'
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor-59c87754d7.18a8b5b06abbd3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30020"
    uid: a126e281-bfd5-4909-aaa6-258b81bec5f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: a34722b3-cf8d-47e8-8696-118e9e64d9b6
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-59c87754d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime-predictor.18a8b5b0676ab694
    namespace: kserve-ci-e2e-test
    resourceVersion: "30010"
    uid: 4c36b58f-5c43-4102-8528-777b107c0d4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: 1c2df85c-68d1-44e3-8f46-e236d7324cf2
  kind: Event
  lastTimestamp: "2026-04-22T14:57:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:32Z"
    name: isvc-sklearn-runtime-predictor.18a8b5b3e66c5551
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: 43c1bef8-7e74-4d8b-be5e-0dac07782269
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30006"
    uid: 1c2df85c-68d1-44e3-8f46-e236d7324cf2
  kind: Event
  lastTimestamp: "2026-04-22T14:57:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:32Z"
    name: isvc-sklearn-runtime-predictor.18a8b5b3e6cd002d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30279"
    uid: d8e6a0a6-854c-4678-a6bc-165802a2d9e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: 80a9158e-224e-4dce-b5c1-69c3a28283d3
  kind: Event
  lastTimestamp: "2026-04-22T14:57:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:57:30Z"
    name: isvc-sklearn-runtime.18a8b5b06745cd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30266"
    uid: 824f08a0-7404-449b-aaa1-f755c99be8f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29980"
    uid: 80a9158e-224e-4dce-b5c1-69c3a28283d3
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime.18a8b5b067bb9672
    namespace: kserve-ci-e2e-test
    resourceVersion: "30030"
    uid: a1cbb799-37ff-48a1-9669-3b218187ab0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29994"
    uid: 80a9158e-224e-4dce-b5c1-69c3a28283d3
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: isvc-sklearn-runtime.18a8b5b06cb3c673
    namespace: kserve-ci-e2e-test
    resourceVersion: "30031"
    uid: b212d8e2-4c3b-4178-9044-35e7d6faf5bb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 80a9158e-224e-4dce-b5c1-69c3a28283d3
  kind: Event
  lastTimestamp: "2026-04-22T14:57:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:57:30Z"
    name: isvc-sklearn-runtime.18a8b5b6f17e2e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: ef15ea09-33d3-430e-94ca-90060e2b7ae3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:10:21.636244Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:10:21Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66a8674e255
    namespace: kserve-ci-e2e-test
    resourceVersion: "36767"
    uid: 307c08ac-10a3-42ea-b9de-4bede788d95c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:22Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:10:22Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66a9f2118db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36784"
    uid: ce84e042-9063-4272-bc1a-6102d1ca5d15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:22Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66aa03e8015
    namespace: kserve-ci-e2e-test
    resourceVersion: "36786"
    uid: 470f4b53-314e-4542-a882-e13d20257a3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:22Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66aa3029ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: 54b97e11-4b64-40d2-8bc0-8a5c430b2c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:22Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66aa37238fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 87ceff9f-609e-4eea-a66f-e8fee73a0a4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:23Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66af37ad9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 39937d4e-84b4-4932-9ce6-8a74fe3ab148
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:23Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66af67aed08
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 662060f0-265e-4fb6-8a58-48e929e166c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:23Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66af6f7c8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 87023116-e845-460f-9611-4a3039420304
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:11:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:45Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b66b2f643c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 0afa4af7-8514-4aff-9e7c-e8866d08d409
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36764"
    uid: e2a1d7ef-7de9-4fba-ac24-de0edbbb38d3
  kind: Event
  lastTimestamp: "2026-04-22T15:11:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:41Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb-55sgl.18a8b67d2e9fdaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37395"
    uid: 67edaddf-dddb-4d96-8015-0e3d20a9e4dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-988f7fbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: a77d96a3-2c5e-462e-b4c2-edc57d414fd0
  kind: Event
  lastTimestamp: "2026-04-22T15:10:21Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-988f7fbdb-55sgl'
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:10:21Z"
    name: isvc-sklearn-s3-predictor-988f7fbdb.18a8b66a8607a415
    namespace: kserve-ci-e2e-test
    resourceVersion: "36763"
    uid: 4afd2264-3b0d-4d5e-ad8f-b4ac306a53bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 9f191f9f-a17c-4953-b274-88a2fdb70cb3
  kind: Event
  lastTimestamp: "2026-04-22T15:10:21Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-988f7fbdb from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:10:21Z"
    name: isvc-sklearn-s3-predictor.18a8b66a838d1c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: e07956b1-f20e-49dd-8b19-920f27356b64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 063f739c-6f48-4283-b156-dbd5354f36c2
  kind: Event
  lastTimestamp: "2026-04-22T15:11:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:06Z"
    name: isvc-sklearn-s3-predictor.18a8b66e0221f907
    namespace: kserve-ci-e2e-test
    resourceVersion: "37118"
    uid: 35371b4f-6c0a-450b-92b4-5b7a16eec615
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 063f739c-6f48-4283-b156-dbd5354f36c2
  kind: Event
  lastTimestamp: "2026-04-22T15:11:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:06Z"
    name: isvc-sklearn-s3-predictor.18a8b66e02924ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37119"
    uid: a4877b1e-8170-46a1-88d7-a02b000180b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 063f739c-6f48-4283-b156-dbd5354f36c2
  kind: Event
  lastTimestamp: "2026-04-22T15:11:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:36Z"
    name: isvc-sklearn-s3-predictor.18a8b6787fd8e3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: 653cc505-2af5-4c4e-af87-450ed3c071f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36906"
    uid: 063f739c-6f48-4283-b156-dbd5354f36c2
  kind: Event
  lastTimestamp: "2026-04-22T15:11:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:36Z"
    name: isvc-sklearn-s3-predictor.18a8b6788045bfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: a38992a8-7cfb-49be-9e9a-8e38df77cb14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:14:25.296346Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38830"
    uid: 8c976f43-333f-4cf3-818f-160110bdab7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:14:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65.18a8b6a341baefed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: 25f9a9d6-5109-45ba-8c20-1586ca8c9329
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: 8c976f43-333f-4cf3-818f-160110bdab7e
  kind: Event
  lastTimestamp: "2026-04-22T15:14:25Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:14:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65.18a8b6a35a2dd07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: a7d90c61-b6d3-426c-b23c-54403deb6608
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 8c976f43-333f-4cf3-818f-160110bdab7e
  kind: Event
  lastTimestamp: "2026-04-22T15:14:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65.18a8b6a35b6d12e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38903"
    uid: 5547916a-3d3f-4167-b3c1-9268e02f2a6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 8c976f43-333f-4cf3-818f-160110bdab7e
  kind: Event
  lastTimestamp: "2026-04-22T15:14:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65.18a8b6a35e2e0c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38908"
    uid: 12310638-3996-4511-9d1a-fec30c6bdfc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 8c976f43-333f-4cf3-818f-160110bdab7e
  kind: Event
  lastTimestamp: "2026-04-22T15:14:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:31Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65.18a8b6a35edcca0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: fc16e34b-37ac-4c0f-8a72-62619c7bd46e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38833"
    uid: 8c976f43-333f-4cf3-818f-160110bdab7e
  kind: Event
  lastTimestamp: "2026-04-22T15:14:35Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:35Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65.18a8b6a591fb8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: cdce990e-d2e4-458b-b97a-1dc90af51a29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: aa9b47ea-a69f-4f3e-a4d1-c3949e6e3d76
  kind: Event
  lastTimestamp: "2026-04-22T15:14:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64-crc65'
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:14:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64.18a8b6a3413919a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: 176853c8-3837-49a1-acf5-da68703902d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: 4d5a3658-d2b6-40d1-9cdd-aaae8521d575
  kind: Event
  lastTimestamp: "2026-04-22T15:14:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-68d779cb64
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:14:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a8b6a33b206ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: 75310646-1b3e-4405-b4b0-87ea9b7a6652
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: fac17b94-9455-4ece-98f3-5d2e0ce81dbf
  kind: Event
  lastTimestamp: "2026-04-22T15:14:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:14:31Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a8b6a33aeaae1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38910"
    uid: 09610e71-67de-465e-864b-0bcf70d86343
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38810"
    uid: fac17b94-9455-4ece-98f3-5d2e0ce81dbf
  kind: Event
  lastTimestamp: "2026-04-22T15:14:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:14:25Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a8b6a33b5223be
    namespace: kserve-ci-e2e-test
    resourceVersion: "38824"
    uid: 93a0d89f-20cf-49e8-beae-89375ed8ac18
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:13:14.102871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38240"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b692ae44c9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38247"
    uid: d023dac4-12c8-40af-9344-74ee9dbd20f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38253"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b692c6c3c36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38260"
    uid: 5287f15a-c563-42ac-b5b9-fc1c461f777d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b692c81a0ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38262"
    uid: 1cd8de34-3fd6-4106-8030-96b6c62db8be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b692cad31775
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: 1c603b59-3187-4971-85d7-fe3c49cb49d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b692cb42fbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38265"
    uid: 9a89929a-e7d8-46e2-b860-414f1e7f8f26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b6931c31375b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38284"
    uid: d86da6ab-7bdc-4a29-a404-822b1e5510c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b693201b6725
    namespace: kserve-ci-e2e-test
    resourceVersion: "38289"
    uid: 771ecc8f-4c25-4d50-a1f5-e2a799a91354
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:13:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:16Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b6932087b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: fec60196-0cbe-4509-9c9f-3575e8ef278c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:14:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b69357e27710
    namespace: kserve-ci-e2e-test
    resourceVersion: "38660"
    uid: 126372d8-40e6-48d9-95a3-40153405ef17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:14:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:24Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b6a2fe97c066
    namespace: kserve-ci-e2e-test
    resourceVersion: "38797"
    uid: 91bca6f6-9404-4e80-b009-d5f737e329ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38242"
    uid: cc799a82-3f21-4954-8aeb-418dfe2e32d9
  kind: Event
  lastTimestamp: "2026-04-22T15:14:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-22T15:14:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc.18a8b6a41b965d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: 9fe8755b-c061-43ae-baa8-b1302b8bb34b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "38231"
    uid: ddcff3aa-78a0-4ab4-9fa1-c40837e95778
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74-2rjjc'
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74.18a8b692adcd5aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38243"
    uid: 59c26db5-92c3-4f8b-ae0c-b7fcf55e006b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: bbddc886-b28d-4521-804e-af67c10d44d5
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-685cf5bd74
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8b692ab32f077
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: 06a907de-5e07-41cd-9603-60ecf69e95fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: bc92d89c-1b34-49ba-bbb5-4cebded958a8
  kind: Event
  lastTimestamp: "2026-04-22T15:13:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:13:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8b69629c01e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38383"
    uid: 08430d7c-c913-4ed6-85ce-3c56a5f0d4c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: bc92d89c-1b34-49ba-bbb5-4cebded958a8
  kind: Event
  lastTimestamp: "2026-04-22T15:13:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:13:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8b6962a231c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38385"
    uid: 92f68911-cfe6-47e1-bb1e-4103da5a3619
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38384"
    uid: bc92d89c-1b34-49ba-bbb5-4cebded958a8
  kind: Event
  lastTimestamp: "2026-04-22T15:14:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:14:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8b699a9a23963
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: dd6ce6ec-5ae2-4d52-a648-d15148e57ee8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38384"
    uid: bc92d89c-1b34-49ba-bbb5-4cebded958a8
  kind: Event
  lastTimestamp: "2026-04-22T15:14:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:14:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8b699aa0ce564
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: 9c5468a7-ff80-4876-a647-8696dd96a7cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 2a415479-d2bc-4701-84a2-c964425519e7
  kind: Event
  lastTimestamp: "2026-04-22T15:14:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:14:18Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8b692ab097acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38740"
    uid: fa97894d-ee83-4264-a35f-35fbfa21940e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38220"
    uid: 2a415479-d2bc-4701-84a2-c964425519e7
  kind: Event
  lastTimestamp: "2026-04-22T15:13:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:13:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8b692ab9660dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: 15d10e11-2142-40f7-814f-fa7c1ec5c149
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38738"
    uid: 2a415479-d2bc-4701-84a2-c964425519e7
  kind: Event
  lastTimestamp: "2026-04-22T15:14:18Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:14:18Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8b6a1909b4f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 7187f865-558b-44bd-acb6-e6d61c49d4f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:13:03.032231Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 870090f4-d483-4c06-a043-6730d9c05d48
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:13:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:13:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22.18a8b6901a683071
    namespace: kserve-ci-e2e-test
    resourceVersion: "38077"
    uid: f04a9866-93ae-4e73-9767-0abf82cfb54d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: 870090f4-d483-4c06-a043-6730d9c05d48
  kind: Event
  lastTimestamp: "2026-04-22T15:13:03Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:13:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22.18a8b690331b126a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: ee35fecf-7f9f-431e-ab51-fbf5f8baa977
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 870090f4-d483-4c06-a043-6730d9c05d48
  kind: Event
  lastTimestamp: "2026-04-22T15:13:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22.18a8b69034851b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: 10f7fcff-c1d3-4f13-9ce5-863389f864f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 870090f4-d483-4c06-a043-6730d9c05d48
  kind: Event
  lastTimestamp: "2026-04-22T15:13:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22.18a8b690375a326a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38137"
    uid: d4f1d412-d695-40b3-9651-fb5ca75f29ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 870090f4-d483-4c06-a043-6730d9c05d48
  kind: Event
  lastTimestamp: "2026-04-22T15:13:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22.18a8b69037c54183
    namespace: kserve-ci-e2e-test
    resourceVersion: "38138"
    uid: f7eba5e0-a96f-4ea5-b9af-64b9a30d3a55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 870090f4-d483-4c06-a043-6730d9c05d48
  kind: Event
  lastTimestamp: "2026-04-22T15:13:12Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22_kserve-ci-e2e-test(870090f4-d483-4c06-a043-6730d9c05d48)
  metadata:
    creationTimestamp: "2026-04-22T15:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22.18a8b69268b83730
    namespace: kserve-ci-e2e-test
    resourceVersion: "38186"
    uid: f263cb55-7efa-4796-b8a0-1a550027133b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: fccab169-dc0c-46e9-87c8-3eaf23c29c8f
  kind: Event
  lastTimestamp: "2026-04-22T15:13:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b-nnh22'
  metadata:
    creationTimestamp: "2026-04-22T15:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:13:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-b8598767b.18a8b6901a041ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: a701eabc-401e-4875-8344-b531ab430ecc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: dba33697-cf00-4ec3-b435-5da684fea355
  kind: Event
  lastTimestamp: "2026-04-22T15:13:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-b8598767b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:13:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a8b69017771729
    namespace: kserve-ci-e2e-test
    resourceVersion: "38065"
    uid: 2ce9d864-3806-4183-af22-943014297afd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38054"
    uid: ba41f218-d8a0-4f43-9cec-4e8536460885
  kind: Event
  lastTimestamp: "2026-04-22T15:13:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:13:06Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8b69017828f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: 9d7332d1-ae1d-4717-b80c-bed64bc6cd9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38054"
    uid: ba41f218-d8a0-4f43-9cec-4e8536460885
  kind: Event
  lastTimestamp: "2026-04-22T15:13:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:13:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8b690183dc484
    namespace: kserve-ci-e2e-test
    resourceVersion: "38069"
    uid: 842b6b0b-be24-4a77-9316-18248ce306cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:11:41.885594Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:11:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67d35b0ce3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: 06dbabba-8ef9-4e2e-be7c-2a843cbdec9d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:42Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:11:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67d4eaa9c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 1b3c5ac4-6334-4d64-87c3-0d7588368c01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67d4fd7cf50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37441"
    uid: c109bb93-56a4-4bc5-9918-0cc29eaf78b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67d52911a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37442"
    uid: 0a6243d9-f950-4bfa-b0e4-33094bdf9da4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:42Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67d533a2d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37443"
    uid: 6ab123a8-483e-4263-8a34-62da7f151cc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67da0a2d9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37460"
    uid: cc1e1ed5-8930-42e7-8b01-975f4dcfb61b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67da3769a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37462"
    uid: 676ab1f6-a9c7-44ff-bf38-afd6753505eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:11:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:11:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67da3ee80be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: e767f521-cba8-4f47-a7bb-7330c299aaaf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:13:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b67ddc7d99db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 6e4976e3-fc90-4f07-93f2-11580836f9f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 244c69ff-29dd-4743-8c6a-dd03534a1c15
  kind: Event
  lastTimestamp: "2026-04-22T15:13:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:13:02Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n.18a8b68fe13c08ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38041"
    uid: e674d331-837c-44dc-9052-56fd09ed2510
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "37407"
    uid: d6d08aa6-0d61-4949-b804-afe1e2a62f9e
  kind: Event
  lastTimestamp: "2026-04-22T15:11:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54-v726n'
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54.18a8b67d351af180
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: a673f902-5ca6-4ae4-ad5b-e6dbcbf2bfec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37404"
    uid: 9875ea99-e80c-433b-ba2c-e564ed70eb3d
  kind: Event
  lastTimestamp: "2026-04-22T15:11:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5f59498c54
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:41Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8b67d326c1cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 8604fbb9-df7a-4252-b220-dca47315b7ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 396304c9-3fea-404c-8f59-ded96092c360
  kind: Event
  lastTimestamp: "2026-04-22T15:11:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8b680b10cfe42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: d94def65-78ea-48bd-8db7-99da3e277bca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: 396304c9-3fea-404c-8f59-ded96092c360
  kind: Event
  lastTimestamp: "2026-04-22T15:11:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:11:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8b680b19f0fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37565"
    uid: 73e11907-9d8b-4343-b9e5-31b53eadee6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T15:12:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: 396304c9-3fea-404c-8f59-ded96092c360
  kind: Event
  lastTimestamp: "2026-04-22T15:12:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:12:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8b68430f17102
    namespace: kserve-ci-e2e-test
    resourceVersion: "37985"
    uid: 787a3155-4ec0-44ed-b6f1-78ba4c46ea35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T15:12:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: 396304c9-3fea-404c-8f59-ded96092c360
  kind: Event
  lastTimestamp: "2026-04-22T15:12:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:12:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8b68431563eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: e7dc6cba-680d-4b88-90cf-fda00cbf1636
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 59a94538-be1d-458b-a9a9-797ea5daddee
  kind: Event
  lastTimestamp: "2026-04-22T15:12:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:12:55Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8b67d324a2a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: 97bc4d19-7cb7-4067-bc73-67639c3380d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 59a94538-be1d-458b-a9a9-797ea5daddee
  kind: Event
  lastTimestamp: "2026-04-22T15:11:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:11:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8b67d32ac3891
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 60ee1304-52b6-49a1-bd17-2a33e9fcb596
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37413"
    uid: 59a94538-be1d-458b-a9a9-797ea5daddee
  kind: Event
  lastTimestamp: "2026-04-22T15:11:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T15:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:11:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8b67d39b69bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37430"
    uid: ffe80d9d-04d0-4bed-b7c0-1cee8665250a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:12:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: 59a94538-be1d-458b-a9a9-797ea5daddee
  kind: Event
  lastTimestamp: "2026-04-22T15:12:55Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:12:55Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8b68e693d1f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 7d24647c-8a7e-4713-8471-1de9522b93af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:15:47.452280Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39580"
    uid: e6e97f11-dec4-44fa-a279-0a86c425c064
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:15:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9.18a8b6b6629afda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39584"
    uid: e3a41592-1d1b-4904-86a2-d7532b980708
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39588"
    uid: e6e97f11-dec4-44fa-a279-0a86c425c064
  kind: Event
  lastTimestamp: "2026-04-22T15:15:47Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:15:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9.18a8b6b67b120870
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: 8de300bb-240c-4a85-8262-fc707dc554c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: e6e97f11-dec4-44fa-a279-0a86c425c064
  kind: Event
  lastTimestamp: "2026-04-22T15:15:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:15:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9.18a8b6b67c51b41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39655"
    uid: 5e0cf816-676c-4a26-9b97-73ca803a43ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: e6e97f11-dec4-44fa-a279-0a86c425c064
  kind: Event
  lastTimestamp: "2026-04-22T15:15:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:15:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9.18a8b6b67efe66bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39657"
    uid: 46df1ccd-ce42-4f01-856c-fbae59399f47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: e6e97f11-dec4-44fa-a279-0a86c425c064
  kind: Event
  lastTimestamp: "2026-04-22T15:15:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:15:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9.18a8b6b67fcbf917
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 3a6db23f-6ea3-4ada-ba72-ea1ae0323afe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39581"
    uid: e6e97f11-dec4-44fa-a279-0a86c425c064
  kind: Event
  lastTimestamp: "2026-04-22T15:15:57Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:15:57Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9.18a8b6b8b41aad6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39704"
    uid: df0f50b2-dfa0-4ab5-b66f-5a042559761a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39569"
    uid: acc0e717-ad4c-4ecc-a3f0-a257721caff5
  kind: Event
  lastTimestamp: "2026-04-22T15:15:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c-5vds9'
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:15:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c.18a8b6b661f88cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39582"
    uid: ce303145-1542-4c14-8eff-6ffff570e34f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: bdefd5d1-93b5-4d8e-8ce1-a832f3120d77
  kind: Event
  lastTimestamp: "2026-04-22T15:15:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6784d5b89c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:15:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a8b6b65cc941e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: 6feb5e2b-00d8-4b24-9195-6d025bfd5b95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39559"
    uid: db8e4e51-c73a-4e07-933e-35597e104fd8
  kind: Event
  lastTimestamp: "2026-04-22T15:15:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:15:53Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8b6b65ca4dc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39661"
    uid: b9ebdd7b-9bc8-488f-b71e-fd5d1cba1ca3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39559"
    uid: db8e4e51-c73a-4e07-933e-35597e104fd8
  kind: Event
  lastTimestamp: "2026-04-22T15:15:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:15:47Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8b6b65d640dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39590"
    uid: 1107f9e6-19f1-4428-a3de-c06c7ea64479
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: db8e4e51-c73a-4e07-933e-35597e104fd8
  kind: Event
  lastTimestamp: "2026-04-22T15:15:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T15:15:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:15:47Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8b6b6652eb8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39591"
    uid: afe5e851-eb54-42e5-b24d-5d22fc22bfd3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:14:36.294281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38991"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a5d14213ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38998"
    uid: 27421a24-68a4-41ed-a022-2eab6a9eca6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a5e9ad6dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39010"
    uid: 0ddb9866-38f3-4681-b324-b566f8a3525a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a5eaf0091d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 6f82234e-20a5-43eb-94d9-393dd4ae6132
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a5ed8ba792
    namespace: kserve-ci-e2e-test
    resourceVersion: "39014"
    uid: e1be2bbb-40b2-4bcf-a976-fcd2d8e1f80c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a5edf52ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39015"
    uid: b95fd03a-b1ec-46ad-b99a-dafeb3a04635
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a64172cd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39036"
    uid: 80c58dd7-336e-46c6-86df-20b2e24e6751
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a644abd762
    namespace: kserve-ci-e2e-test
    resourceVersion: "39041"
    uid: dde2b40e-0df7-4a99-87b0-bdcab966866a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:14:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:14:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:14:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a64518501d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39042"
    uid: 1162a1b8-a878-46f7-8d06-cd5a59e9d409
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:15:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:15:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6a67d534de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39407"
    uid: 58434ad2-a031-4c1b-b261-b81facef0627
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38994"
    uid: 6a0c1417-3198-4fe4-a796-531e60aded51
  kind: Event
  lastTimestamp: "2026-04-22T15:15:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:15:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7.18a8b6b624b99a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 23c4747d-6bb4-4c3b-bb7a-781fbd29fb11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "38983"
    uid: bb50f99b-b821-4b3d-8322-86212e43cbfc
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87-np2f7'
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87.18a8b6a5d0b11273
    namespace: kserve-ci-e2e-test
    resourceVersion: "38993"
    uid: 4ee6ac33-b034-4ec0-9e87-61d8ed4d8064
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38981"
    uid: ad2a5047-9b83-4a1c-8153-d9f04b4ecd0e
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-7c75b57d87
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8b6a5ce609811
    namespace: kserve-ci-e2e-test
    resourceVersion: "38985"
    uid: 83664b8d-3912-44d5-97a0-c1591c1293b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: b1c4546f-e9dd-4f30-8748-6888ede94ef7
  kind: Event
  lastTimestamp: "2026-04-22T15:15:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:15:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8b6a94d59c90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39346"
    uid: 7db4a0f8-28d6-4fe7-b24b-1279bfff4cc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: b1c4546f-e9dd-4f30-8748-6888ede94ef7
  kind: Event
  lastTimestamp: "2026-04-22T15:15:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:15:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8b6a94dc0fb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39347"
    uid: a2f75dc2-633a-4a57-814e-04804f1aed3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: b1c4546f-e9dd-4f30-8748-6888ede94ef7
  kind: Event
  lastTimestamp: "2026-04-22T15:15:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:15:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8b6b3ca9b9495
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: 48341aae-5224-4bef-8964-6bc010ce332d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39133"
    uid: b1c4546f-e9dd-4f30-8748-6888ede94ef7
  kind: Event
  lastTimestamp: "2026-04-22T15:15:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:15:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8b6b3cb06b4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: 95590251-62f6-40c5-9849-742eca8065d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38973"
    uid: 1ec8a320-20a2-4837-8820-e95e98336ade
  kind: Event
  lastTimestamp: "2026-04-22T15:15:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:15:40Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8b6a5ce3efed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39487"
    uid: 584c36f8-5a57-4731-910a-272ea2b65be0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38973"
    uid: 1ec8a320-20a2-4837-8820-e95e98336ade
  kind: Event
  lastTimestamp: "2026-04-22T15:14:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:14:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8b6a5cead4225
    namespace: kserve-ci-e2e-test
    resourceVersion: "38988"
    uid: 063749e0-8542-4ac2-b847-2bf568031daf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:15:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: 1ec8a320-20a2-4837-8820-e95e98336ade
  kind: Event
  lastTimestamp: "2026-04-22T15:15:40Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:15:40Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8b6b4b5e87c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39486"
    uid: 9e28a8bb-9acc-4a0f-84a0-def4dbabee31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: 4b775350-b192-4a43-b30b-c01c4af83832
  kind: Event
  lastTimestamp: "2026-04-22T15:11:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:11:35Z"
    name: isvc-sklearn-s3.18a8b66a836ddece
    namespace: kserve-ci-e2e-test
    resourceVersion: "37328"
    uid: 3843e87c-6035-4343-85f9-d692e31d16c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: 4b775350-b192-4a43-b30b-c01c4af83832
  kind: Event
  lastTimestamp: "2026-04-22T15:10:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:10:21Z"
    name: isvc-sklearn-s3.18a8b66a83cd514a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: 62b953bd-ea0d-488c-a966-c53afdded466
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36760"
    uid: 4b775350-b192-4a43-b30b-c01c4af83832
  kind: Event
  lastTimestamp: "2026-04-22T15:10:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:10:21Z"
    name: isvc-sklearn-s3.18a8b66a89fb153d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36777"
    uid: ae17a318-2f76-453e-8863-679233fdfdb6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:11:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37326"
    uid: 4b775350-b192-4a43-b30b-c01c4af83832
  kind: Event
  lastTimestamp: "2026-04-22T15:11:35Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:11:35Z"
    name: isvc-sklearn-s3.18a8b67bbbb29c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: 98dbff0a-98f2-4163-aba6-f0d3ee64dd8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6cb9c8f799
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: 52e412fb-45a0-4d61-aeef-46734b44500f
  kind: Event
  lastTimestamp: "2026-04-22T14:54:59Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6cb9c8f799-znx8g'
  metadata:
    creationTimestamp: "2026-04-22T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:54:59Z"
    name: isvc-sklearn-scheduler-predictor-6cb9c8f799.18a8b593e85c5a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28938"
    uid: 95a1ceab-1e39-42da-9d0b-1217acc140e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28911"
    uid: edef37b0-8645-463c-a533-bb32f7242a8b
  kind: Event
  lastTimestamp: "2026-04-22T14:54:59Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6cb9c8f799 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:54:59Z"
    name: isvc-sklearn-scheduler-predictor.18a8b593e2d11ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: fae51cba-ef1c-4bc6-80f8-40209904f17e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: fdc7620c-63f5-4482-8e02-a34ae3ccdecb
  kind: Event
  lastTimestamp: "2026-04-22T14:54:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:55:00Z"
    name: isvc-sklearn-scheduler.18a8b593e255444d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28949"
    uid: f971f983-85ae-4df7-9e42-9562d01c287b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: fdc7620c-63f5-4482-8e02-a34ae3ccdecb
  kind: Event
  lastTimestamp: "2026-04-22T14:54:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:54:59Z"
    name: isvc-sklearn-scheduler.18a8b593e672e265
    namespace: kserve-ci-e2e-test
    resourceVersion: "28929"
    uid: b808891c-a4ef-46f5-b175-8337bf7b9e79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: fdc7620c-63f5-4482-8e02-a34ae3ccdecb
  kind: Event
  lastTimestamp: "2026-04-22T14:54:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:54:59Z"
    name: isvc-sklearn-scheduler.18a8b593e6733bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28933"
    uid: f0038d45-fa04-440f-82c5-67feb84b7fb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:59:39.964320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:59:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:59:39Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d51fd4429b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 2a0bc447-1985-4d05-9e8a-ed1b6df4b474
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:40Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:59:40Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d5384e9b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: c9ad1e85-8316-48bb-bbf4-3baa5304551c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:40Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d5397682cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: baceeca5-1ef2-4c43-b760-1561341daf86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:40Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d53c614d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31422"
    uid: f868d2b2-0b97-4b33-ba3a-41c8f724e92f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:40Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d53cd9a8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: 29155d8a-5442-463a-931e-cc7ec8af4277
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:44Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d63acf449e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 1e5998fc-81f2-4cab-9d3d-1a80497d72b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:44Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d63e00d5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31468"
    uid: 772373eb-df8d-4804-8ae4-4c3d30aa0109
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T14:59:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:44Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d63e6bc89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: 7712b9b5-f753-483c-984b-4db60a103ad5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T15:00:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:00:36Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5d676e9b876
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: 8f4f9654-adab-43e7-bc9f-9051b5be64d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 5e843008-7dc2-415b-b3ce-56dcaf9f8cba
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2.18a8b5e580da83f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: 6e962d24-5831-4b56-8013-cd29b222e1a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-595976f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 747b1964-462d-4571-9266-a505366c2d01
  kind: Event
  lastTimestamp: "2026-04-22T14:59:39Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-595976f8b-bzsp2'
  metadata:
    creationTimestamp: "2026-04-22T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:39Z"
    name: isvc-sklearn-v2-mixed-predictor-595976f8b.18a8b5d51f48e808
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 2b2c488c-78e2-480d-a496-116c9fbde029
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: 7820aabb-9864-4486-a968-35e9b29b7fe3
  kind: Event
  lastTimestamp: "2026-04-22T14:59:39Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-595976f8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8b5d51c3f220e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: 6f32e963-7c35-4e37-809d-5222bb0de13a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 6a205995-5ab8-4355-a2b0-59bf237c04b4
  kind: Event
  lastTimestamp: "2026-04-22T14:59:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:54Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8b5d89ad8ebc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: 22f34159-a0a1-4f21-a071-49165ca005fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 6a205995-5ab8-4355-a2b0-59bf237c04b4
  kind: Event
  lastTimestamp: "2026-04-22T14:59:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:54Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8b5d89b41281d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31547"
    uid: 3012922c-165c-407b-bb35-ae923f6eba64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: 6a205995-5ab8-4355-a2b0-59bf237c04b4
  kind: Event
  lastTimestamp: "2026-04-22T15:00:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:00:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8b5dc1a6503ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: e134c9fb-0a3b-4c9b-996b-89cbc77f3d82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: 6a205995-5ab8-4355-a2b0-59bf237c04b4
  kind: Event
  lastTimestamp: "2026-04-22T15:00:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:00:39Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8b5dc1ad21784
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 355917d0-e5a2-417c-89eb-f3a97ed49e95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: e81494eb-10a0-4339-82ae-509feebb23c1
  kind: Event
  lastTimestamp: "2026-04-22T15:00:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:00:46Z"
    name: isvc-sklearn-v2-mixed.18a8b5d51c1445dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: 83076958-1f99-4547-ba5a-8f82e89fd454
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31362"
    uid: e81494eb-10a0-4339-82ae-509feebb23c1
  kind: Event
  lastTimestamp: "2026-04-22T14:59:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:59:39Z"
    name: isvc-sklearn-v2-mixed.18a8b5d51cd4b69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 8b6704a3-ebc5-4517-be35-284fec1227a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31914"
    uid: e81494eb-10a0-4339-82ae-509feebb23c1
  kind: Event
  lastTimestamp: "2026-04-22T15:00:46Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:00:46Z"
    name: isvc-sklearn-v2-mixed.18a8b5e4b04bbea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31915"
    uid: 1ab37e54-9095-4bb6-a8bd-989b5d68893e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:58:29.786704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:58:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:58:29Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c4c8eade72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30824"
    uid: 95614400-a19e-4790-a6a2-f8a912cfa029
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30831"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:30Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:58:30Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c4e139d818
    namespace: kserve-ci-e2e-test
    resourceVersion: "30838"
    uid: 73b12e0d-d015-4db1-a952-16566df97c80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:30Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c4e26be49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: eb940c83-6bea-4d87-83d2-74b4bad9a806
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:30Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c4e546f75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: f5ae2bcc-669d-4af2-9e31-613cd6189561
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:30Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c4e59c9687
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: ebe661d4-7f88-4611-b537-fe7e10567782
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1400"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:34Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c5e263069d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30883"
    uid: aaa2bd5f-caa2-4ddd-9661-8577363b75f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:34Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c5e5706814
    namespace: kserve-ci-e2e-test
    resourceVersion: "30887"
    uid: da09252e-5f99-46d4-ae70-3e8c00eb0e31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:58:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:58:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:34Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c5e5d2eaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 58e27d92-16de-4277-ac7c-9e31a2c0ceab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:59:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T14:58:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:26Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5c61e462777
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: d9ae5053-f069-4016-9323-108ecc02219c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b548c27a-a4a1-4ae2-9a98-2bf2cff1f18e
  kind: Event
  lastTimestamp: "2026-04-22T14:59:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:59:39Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857-trp5d.18a8b5d51ca9502d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31392"
    uid: 297c3708-88c2-4a9b-a9cb-fd9ba17f95b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5bc96b6857
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: 244beab4-7753-4ac3-b8c2-be4bd009306a
  kind: Event
  lastTimestamp: "2026-04-22T14:58:29Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5bc96b6857-trp5d'
  metadata:
    creationTimestamp: "2026-04-22T14:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:58:29Z"
    name: isvc-sklearn-v2-predictor-5bc96b6857.18a8b5c4c8873a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e42dae-b40c-4fb6-a2c9-52648307f417
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30806"
    uid: 6c5bc618-7ec7-430b-a13b-7408d1a23e4a
  kind: Event
  lastTimestamp: "2026-04-22T14:58:29Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5bc96b6857 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:58:29Z"
    name: isvc-sklearn-v2-predictor.18a8b5c4c2aabe8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 2a6226b0-8029-471b-9e2c-ce370950f224
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: 322c213d-5119-4c12-84e2-eed865d26dcc
  kind: Event
  lastTimestamp: "2026-04-22T14:59:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:14Z"
    name: isvc-sklearn-v2-predictor.18a8b5c8417e8d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31176"
    uid: dadde574-8845-4735-96d6-580568dc3315
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: 322c213d-5119-4c12-84e2-eed865d26dcc
  kind: Event
  lastTimestamp: "2026-04-22T14:59:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:14Z"
    name: isvc-sklearn-v2-predictor.18a8b5c841ddd4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31177"
    uid: ebca6f7f-97f6-4f51-a0e4-b5ae53a66ba5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: 322c213d-5119-4c12-84e2-eed865d26dcc
  kind: Event
  lastTimestamp: "2026-04-22T14:59:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:29Z"
    name: isvc-sklearn-v2-predictor.18a8b5d2beff35d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 9983dee7-645b-4410-ae33-ebe5fd4b1c06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: 322c213d-5119-4c12-84e2-eed865d26dcc
  kind: Event
  lastTimestamp: "2026-04-22T14:59:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:59:29Z"
    name: isvc-sklearn-v2-predictor.18a8b5d2bfa406d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: 484d223a-dbac-4c5f-9425-9fb9378eb4ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:57:39.545499Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30371"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5b9164ee9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: 20fa4753-981f-46ee-902c-0788a66205bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5b92edb3084
    namespace: kserve-ci-e2e-test
    resourceVersion: "30395"
    uid: d5bdf807-44b8-4ffb-b46e-e235ecff5d36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5b930202533
    namespace: kserve-ci-e2e-test
    resourceVersion: "30397"
    uid: 118ec6b4-6534-4168-907c-9b84937a11ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:40Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5b932d22f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 66ad9374-b762-40b7-aa7f-503077ca1c75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:40Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5b93329431a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 7640bfbf-7eaa-4471-a9c2-e4c9d81e4b21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T14:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5ba35c26dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: ac6f313d-5658-4c6c-8840-cf3a44fece25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5ba386d5427
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: 9acc7943-a5c1-4e82-8ef6-52d600bc3a2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:57:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5ba38ce5c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: b5c5cadc-dd59-44fa-bfee-4fbda4b9e710
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:58:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T14:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5c1acf34242
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 4733d015-108d-4ed5-8a93-35d67af2eb57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 8fc1e8f9-1582-4f5e-a100-5109cc6e93ad
  kind: Event
  lastTimestamp: "2026-04-22T14:58:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:58:29Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w.18a8b5c4c291cdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 5fb2ad28-db2d-4162-9a8e-3307db794a3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 2186e484-0d73-453b-99f4-6ada0ba08c4f
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-ksd5w'
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a8b5b914f4804e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30374"
    uid: 227d5dd8-7ef9-43df-9034-1452aa0fc62d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30360"
    uid: 6c04c670-2285-47a1-9e72-b0c98773118b
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8b5b911c36e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30366"
    uid: e26f9a3f-9acc-4c85-9e03-b0aafc37ad9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: f7acc467-5f21-4533-b20d-37227272a4da
  kind: Event
  lastTimestamp: "2026-04-22T14:57:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8b5bc90b15a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: ec11d38f-5a4d-4375-b333-b357094810fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: f7acc467-5f21-4533-b20d-37227272a4da
  kind: Event
  lastTimestamp: "2026-04-22T14:57:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:57:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8b5bc9127baa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: 929e98c9-d467-4374-8386-0c8b80ae6036
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: f7acc467-5f21-4533-b20d-37227272a4da
  kind: Event
  lastTimestamp: "2026-04-22T14:58:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:58:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8b5c0105e61c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30735"
    uid: 151abd87-d317-4202-bcd5-fdf6cdb525fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: f7acc467-5f21-4533-b20d-37227272a4da
  kind: Event
  lastTimestamp: "2026-04-22T14:58:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:58:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8b5c010c69d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: 00e3a22f-9a2e-4a1d-b90e-7b4c8bf88948
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: b6b208ed-b1e8-4fed-8ba6-4e023bcf91d4
  kind: Event
  lastTimestamp: "2026-04-22T14:58:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:58:26Z"
    name: isvc-sklearn-v2-runtime.18a8b5b911c3eb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: f725b1cd-a232-4485-a877-856a40ea441b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: b6b208ed-b1e8-4fed-8ba6-4e023bcf91d4
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime.18a8b5b912acbc82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: b7d92d91-fb44-43cc-9307-12ee199fb845
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: b6b208ed-b1e8-4fed-8ba6-4e023bcf91d4
  kind: Event
  lastTimestamp: "2026-04-22T14:57:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:57:39Z"
    name: isvc-sklearn-v2-runtime.18a8b5b9193d1767
    namespace: kserve-ci-e2e-test
    resourceVersion: "30390"
    uid: c405e589-a569-47a1-96aa-707b3b338e46
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30753"
    uid: b6b208ed-b1e8-4fed-8ba6-4e023bcf91d4
  kind: Event
  lastTimestamp: "2026-04-22T14:58:26Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:58:26Z"
    name: isvc-sklearn-v2-runtime.18a8b5c401fe4556
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: f50b4569-8620-4c79-9522-8951708d5316
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: c2304484-ace4-4e48-935b-2220d260a1ab
  kind: Event
  lastTimestamp: "2026-04-22T14:59:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:59:36Z"
    name: isvc-sklearn-v2.18a8b5c4c2702ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: 29be3c0e-2be6-46a1-87ad-65bdf457a2f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: c2304484-ace4-4e48-935b-2220d260a1ab
  kind: Event
  lastTimestamp: "2026-04-22T14:58:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:58:29Z"
    name: isvc-sklearn-v2.18a8b5c4c2f305c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 1c42986a-35ea-4e83-884a-e5677f68ace9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: c2304484-ace4-4e48-935b-2220d260a1ab
  kind: Event
  lastTimestamp: "2026-04-22T14:59:36Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:59:36Z"
    name: isvc-sklearn-v2.18a8b5d456cc765c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: 529d5450-64aa-4f0f-8ddd-bf1af7acf060
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: 36b42e95-3edc-466b-8a51-4c5cfa5808ef
  kind: Event
  lastTimestamp: "2026-04-22T14:56:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:56:09Z"
    name: isvc-sklearn.18a8b59463cf2c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: 6dd2ab30-89a5-4cf1-8695-b023147f9375
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: 36b42e95-3edc-466b-8a51-4c5cfa5808ef
  kind: Event
  lastTimestamp: "2026-04-22T14:55:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T14:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:55:01Z"
    name: isvc-sklearn.18a8b5946450f55b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: 5e839082-9ec7-49e6-adba-3efe459921ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29520"
    uid: 36b42e95-3edc-466b-8a51-4c5cfa5808ef
  kind: Event
  lastTimestamp: "2026-04-22T14:56:08Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:56:08Z"
    name: isvc-sklearn.18a8b5a400a75d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: bbfe5b27-6e6d-4d5c-bf40-150f6eba3980
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:00:50.248139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e57d124289
    namespace: kserve-ci-e2e-test
    resourceVersion: "31972"
    uid: 9f979e9a-bae5-42d4-bd81-9741a91ebe58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e5957d0afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: 09bae1b0-bf86-472f-9c8c-9299c26e434f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e596b3da2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32000"
    uid: 654d61fa-5606-40c8-b0f3-efee881a057c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e59945634d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: 215344c6-5b98-4fb1-96b3-634a96ee0c01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e599b4c998
    namespace: kserve-ci-e2e-test
    resourceVersion: "32005"
    uid: 88ce490d-fcdb-4236-98ba-3a9c8bd68d3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:00:59Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-22T15:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:00:59Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e7bd79e109
    namespace: kserve-ci-e2e-test
    resourceVersion: "32076"
    uid: 2e7177c7-92a7-4de9-8de9-aadbdf0aaa85
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:01:03Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.918s (3.918s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T15:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:03Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e8a7056799
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: 78d0a993-adf5-419e-9cee-d01b25613a0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:01:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:03Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e8a9b8178f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: e31e18be-c391-41c5-b1d3-58a5e91fafb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:01:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:03Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e8aa125561
    namespace: kserve-ci-e2e-test
    resourceVersion: "32113"
    uid: fad0b4d7-abeb-4cc3-b38a-0a086099b7a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:01:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:04Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5e8acc67023
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: 7b4a0146-122c-45d4-9ed6-ae33f79ac3ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 51b7f220-1d0d-41c4-bd3c-4184101fe659
  kind: Event
  lastTimestamp: "2026-04-22T15:01:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-7vqfr.18a8b5ee9ee73ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32335"
    uid: ba3a3f63-18b1-480a-a3cf-b5f22513a0d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: daf64a8d-1506-41dd-b384-ce10eb6873b4
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-7vqfr'
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a8b5e57c23ea1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: 289a8401-2ec2-49de-a70a-7b26925da9a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: 2d830265-942a-45d1-a1c3-97c58045d758
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow-predictor.18a8b5e576cfa362
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: 9355a6d0-357d-4c88-9b17-9ddf006b3941
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 69c1c488-129e-4a0c-9a6d-ac0a5cd6c5c1
  kind: Event
  lastTimestamp: "2026-04-22T15:01:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:20Z"
    name: isvc-tensorflow-predictor.18a8b5e8f5771b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 498c267c-a32a-4f3f-b9ca-bcc5d38bdba9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 69c1c488-129e-4a0c-9a6d-ac0a5cd6c5c1
  kind: Event
  lastTimestamp: "2026-04-22T15:01:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:20Z"
    name: isvc-tensorflow-predictor.18a8b5e8f5d9fe24
    namespace: kserve-ci-e2e-test
    resourceVersion: "32242"
    uid: c4b47b43-098e-4c87-8182-f5689e5535b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:01:29.553622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32347"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5eea3dc5774
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: c7280656-2a7f-4ac5-8325-e1fa272d2a5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:29Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5eebc463915
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 859501b0-f6d9-4d7a-b7b2-1e4fa4b1ddb5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5eebd74b4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: c2fe6ce9-445a-46ec-8956-00de386d229c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:30Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5eec013bdd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: 44eef5dc-5669-4d28-810b-83da5a7d0511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:30Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5eec06f39f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32373"
    uid: a694f2f0-634c-4753-8334-6349a5d663c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:35Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:35Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5efe9f4985c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32415"
    uid: 8bfc47ad-a3f9-470a-8052-66043c47e62c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:35Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5efed78640d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32420"
    uid: cfca1ac1-1861-4eee-b21e-cf7698bbad1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:35Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5efedd771b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: 2f0de9b8-fafd-4496-b0ca-a965d9a083e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:37Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5f025da67bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32437"
    uid: 74fe4dd5-c6b3-4833-b869-4ffb7b2bfddb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: 2ac2bc20-ecde-4c0d-a4ae-b0f2bbd6109d
  kind: Event
  lastTimestamp: "2026-04-22T15:01:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:59Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj.18a8b5f5849042b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: d91bea2b-205b-4274-9ac9-d1e93206c994
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: f3adc344-8399-4d8f-b946-e941ee11d5e9
  kind: Event
  lastTimestamp: "2026-04-22T15:01:29Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-k5tsj'
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a8b5eea3732778
    namespace: kserve-ci-e2e-test
    resourceVersion: "32348"
    uid: 5b26a1ed-baf0-418c-8c45-1590ebb8e8cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: caa8b2b1-5472-4e79-9d7f-63112021cb1b
  kind: Event
  lastTimestamp: "2026-04-22T15:01:29Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-runtime-predictor.18a8b5eea047b816
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: f774686f-2d18-4f16-9371-bea9f106a30a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32336"
    uid: 11983d9d-9c34-4be3-8bb2-3a848006ddac
  kind: Event
  lastTimestamp: "2026-04-22T15:01:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:44Z"
    name: isvc-tensorflow-runtime-predictor.18a8b5f21f475d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "32489"
    uid: e6d182f5-37d2-424a-a10f-d65fc89a099e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32336"
    uid: 11983d9d-9c34-4be3-8bb2-3a848006ddac
  kind: Event
  lastTimestamp: "2026-04-22T15:01:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:44Z"
    name: isvc-tensorflow-runtime-predictor.18a8b5f21ff0f8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32490"
    uid: 37611148-e27c-4088-809c-31ea70293a06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32310"
    uid: 2c9c7ed7-3d63-4679-ad71-c09ab45ccbfc
  kind: Event
  lastTimestamp: "2026-04-22T15:01:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:47Z"
    name: isvc-tensorflow-runtime.18a8b5eea0268487
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: 717873af-97d2-4813-9984-da794b81b420
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32310"
    uid: 2c9c7ed7-3d63-4679-ad71-c09ab45ccbfc
  kind: Event
  lastTimestamp: "2026-04-22T15:01:29Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:29Z"
    name: isvc-tensorflow-runtime.18a8b5eea080919b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: f20bcc00-6ef2-4108-b22e-a5cd2947f29a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 2c9c7ed7-3d63-4679-ad71-c09ab45ccbfc
  kind: Event
  lastTimestamp: "2026-04-22T15:01:47Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:47Z"
    name: isvc-tensorflow-runtime.18a8b5f2ba8fec30
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: ead62004-8833-4462-be55-279d2977a9c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: 1b8704c9-7694-4fbe-b771-4390bce9147a
  kind: Event
  lastTimestamp: "2026-04-22T15:01:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:15Z"
    name: isvc-tensorflow.18a8b5e576b0ad04
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 6b8b380c-f887-4722-90b8-258f619f5fea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:00:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: 1b8704c9-7694-4fbe-b771-4390bce9147a
  kind: Event
  lastTimestamp: "2026-04-22T15:00:50Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:00:50Z"
    name: isvc-tensorflow.18a8b5e577179887
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: d752bd3d-cc8f-474f-ace0-e31ec8a69d46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32202"
    uid: 1b8704c9-7694-4fbe-b771-4390bce9147a
  kind: Event
  lastTimestamp: "2026-04-22T15:01:15Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:15Z"
    name: isvc-tensorflow.18a8b5eb4129eab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 21bb1607-d2d7-4af2-935d-153035bedd00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:01:58.999046Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-jjmdl
    to ip-10-0-136-45.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:01:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:01:59Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f57ef1cbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 846ba71c-e3f7-4319-b36c-e31b2bd3d829
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:01:59Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:01:59Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f5992e2ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32665"
    uid: 11e6bc6a-92b1-4cc2-83c9-61b22fa9f3de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:01:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
  metadata:
    creationTimestamp: "2026-04-22T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:01:59Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f59a817ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: b9c5b8cc-7fd2-44f8-bfaa-740001d18685
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:02:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    in 5.338s (5.338s including waiting). Image size: 299663288 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T15:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:02:04Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f6d8bb8f80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: c441ddef-f489-46c2-93a2-c9405cd7ba18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:02:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:02:04Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f6dc7c194c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: 5a4e9457-c6a4-456d-85ca-32eb950a210d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:02:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:02:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:02:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:02:04Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f6dcf5b404
    namespace: kserve-ci-e2e-test
    resourceVersion: "32717"
    uid: b24be578-c36c-400c-81b1-4f1d8807b0c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:02:09Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-22T15:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:02:09Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b5f7ebdce965
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: bf2bb1f4-5005-4c48-8ebe-dc41f162bde1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:04:03Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.955s
    (1m53.955s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T15:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:03Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b612742ab2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33547"
    uid: 91ad6159-db1f-48e6-afaf-41819488a16c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:04:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:03Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b6127b2a558e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33549"
    uid: e8124dd2-121b-4b90-a701-53e7de24c715
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:04:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:03Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b6127bec0688
    namespace: kserve-ci-e2e-test
    resourceVersion: "33550"
    uid: 5a3e8a64-2913-403c-a0e9-0d623a06104f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:04:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:04Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b612929d8843
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 5f9f9b5d-31b7-472d-848e-101070684019
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-jjmdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: c50697d4-5503-41b8-89b2-09104b0c870f
  kind: Event
  lastTimestamp: "2026-04-22T15:04:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:20Z"
    name: isvc-triton-predictor-85f9f46646-jjmdl.18a8b6166d0eface
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: c2b8076b-09b4-436f-914b-3cc93e0eaf41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32611"
    uid: 5d08e61f-0185-4716-b42f-b3b7df1acb49
  kind: Event
  lastTimestamp: "2026-04-22T15:01:58Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-jjmdl'
  metadata:
    creationTimestamp: "2026-04-22T15:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:58Z"
    name: isvc-triton-predictor-85f9f46646.18a8b5f57e327ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 215bf715-26a0-4b2e-bcf4-fb3ee8f64db7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32610"
    uid: cda3e8d0-45b5-46fa-8adf-48f507efa827
  kind: Event
  lastTimestamp: "2026-04-22T15:01:58Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:01:58Z"
    name: isvc-triton-predictor.18a8b5f57945d2c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32613"
    uid: 7ad082e3-963c-40f4-86fc-4d9ed368d132
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T15:02:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 2ad2eeb6-e935-4feb-bb03-59562fb73a2a
  kind: Event
  lastTimestamp: "2026-04-22T15:04:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:04:14Z"
    name: isvc-triton-predictor.18a8b5f8f97ed2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33627"
    uid: db563259-74b1-49b8-9315-f86d8bd187fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T15:02:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 2ad2eeb6-e935-4feb-bb03-59562fb73a2a
  kind: Event
  lastTimestamp: "2026-04-22T15:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:04:14Z"
    name: isvc-triton-predictor.18a8b5f8fa140126
    namespace: kserve-ci-e2e-test
    resourceVersion: "33628"
    uid: f9c14266-620d-4326-8b57-994df6b61570
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: f49e69a9-c32c-4d3f-a171-09da4826d807
  kind: Event
  lastTimestamp: "2026-04-22T15:04:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:04:15Z"
    name: isvc-triton.18a8b5f579f75314
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: 3aac6f61-ee30-43c4-94ad-53b15f801eee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: f49e69a9-c32c-4d3f-a171-09da4826d807
  kind: Event
  lastTimestamp: "2026-04-22T15:01:59Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T15:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:59Z"
    name: isvc-triton.18a8b5f57b1c5760
    namespace: kserve-ci-e2e-test
    resourceVersion: "32651"
    uid: 898dfc6b-96c5-4b1b-9a76-ffc2430a8fed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: f49e69a9-c32c-4d3f-a171-09da4826d807
  kind: Event
  lastTimestamp: "2026-04-22T15:01:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:01:59Z"
    name: isvc-triton.18a8b5f585b6f530
    namespace: kserve-ci-e2e-test
    resourceVersion: "32652"
    uid: ace876c4-9276-449b-8c68-6fc79ae8a940
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: f49e69a9-c32c-4d3f-a171-09da4826d807
  kind: Event
  lastTimestamp: "2026-04-22T15:04:14Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:04:14Z"
    name: isvc-triton.18a8b61528784cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: 692cc55c-00ba-4b85-b68c-d5e29f99c2db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:04:20.527132Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33724"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    to ip-10-0-136-45.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:04:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b61672ad0bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33729"
    uid: b8fbc840-3142-498e-94a3-9cb23c1e36f2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33734"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:21Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:04:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b616903dc224
    namespace: kserve-ci-e2e-test
    resourceVersion: "33742"
    uid: d1bfd00b-38ce-4f61-b0ee-c12730c20523
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b6169187d7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33744"
    uid: 0ced8930-7f4b-4951-aa32-6ca832a030c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b61694ebd7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 07d81588-db4f-4857-9062-db1f3a052bad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:21Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b6169546d3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33747"
    uid: 7d7f0a65-574f-4194-a0c0-f46d26621bda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:24Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T15:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:24Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b6177abaf6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: f7884436-f252-4d24-9433-1a72941cd8f1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:48Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 23.978s (23.978s
    including waiting). Image size: 1306326779 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T15:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:48Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b61d0ffa14c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: 18162d01-43db-41b7-a5bf-2eb7ffb27ac1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:48Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b61d13205262
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: d56fdf79-e570-4eac-9770-7638e353b663
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:04:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:04:48Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b61d13871d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33954"
    uid: c943f627-d44c-41a5-b386-eddc47607c68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:05:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:40Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b61d16d5ab25
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: 92206de0-ea4a-487b-935e-47c2b6b3c985
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: 40c27250-e0eb-4365-b80c-8343c5f0e21e
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7fjpl.18a8b62b6e904462
    namespace: kserve-ci-e2e-test
    resourceVersion: "34429"
    uid: 391b7695-ecaf-4f9e-9c1f-c2f0e9928583
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33711"
    uid: b63b7e76-4b2a-41ee-bb7c-948598e43762
  kind: Event
  lastTimestamp: "2026-04-22T15:04:20Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-7fjpl'
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:04:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a8b616723db1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33725"
    uid: cf615ed0-c16b-4e8d-baff-df61c89a8448
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33710"
    uid: a07858af-e614-4291-9cc1-935cb90b8216
  kind: Event
  lastTimestamp: "2026-04-22T15:04:20Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:04:20Z"
    name: isvc-xgboost-predictor.18a8b6166d424ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: eeec807e-a314-4222-a3ab-64ce608ec6d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33712"
    uid: 33019128-8239-4a50-81be-64a7919d828b
  kind: Event
  lastTimestamp: "2026-04-22T15:05:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:05:20Z"
    name: isvc-xgboost-predictor.18a8b619ec63e6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34180"
    uid: 529a576a-02c9-4993-a379-f737788c139d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33712"
    uid: 33019128-8239-4a50-81be-64a7919d828b
  kind: Event
  lastTimestamp: "2026-04-22T15:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:05:20Z"
    name: isvc-xgboost-predictor.18a8b619ecdf8013
    namespace: kserve-ci-e2e-test
    resourceVersion: "34181"
    uid: 642e1d09-186c-4066-9c15-879f7fa3757d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: 33019128-8239-4a50-81be-64a7919d828b
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-predictor.18a8b627e9374861
    namespace: kserve-ci-e2e-test
    resourceVersion: "34397"
    uid: 7d201739-7287-48a2-82fd-f72d03e32fb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: 33019128-8239-4a50-81be-64a7919d828b
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-predictor.18a8b627e99834b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34398"
    uid: 2930bddc-3704-443c-ac50-24419e327470
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:07:11.062109Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35160"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    to ip-10-0-136-45.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63e275a3db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35166"
    uid: de3250ba-740a-4f39-b39e-bbe30cd9c376
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35169"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63e40e30b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "35179"
    uid: 1746e046-2683-40cc-8d35-14dd3b5316dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63e422e089a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: a195e167-7555-4ae1-8395-8cd01a5a45ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63e4585d631
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: c84de05b-a355-4f7d-af0f-4fee18ecb2e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63e45fc6cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35184"
    uid: c09bb50c-0102-4e8f-ad82-0beae018896c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:15Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:15Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63f3488b7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35216"
    uid: ca1b3e3f-066b-405a-9e38-fe501f871a92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:15Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63f38226fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35222"
    uid: 9e6e5188-bf29-482f-8c2d-23a80f1dca46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:15Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63f38997841
    namespace: kserve-ci-e2e-test
    resourceVersion: "35223"
    uid: f6c195ad-e14b-4f7e-81b4-40784849f8c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:08:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:07Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b63f707db99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35600"
    uid: c275ab79-79d5-498b-8558-ecf5ea2258e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: 12850613-59cc-4168-a68b-e505279be7a0
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf.18a8b64e7c95f1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 67496da1-f345-42a0-a358-bbb7441727cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35148"
    uid: 2284c340-c147-4707-85ff-c61dbec76e94
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-6pwkf'
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a8b63e26c4bd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: 6b3a117c-5361-495c-8932-da0349cb065f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35146"
    uid: eda82baf-abe5-4712-8f01-df291014132f
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime-predictor.18a8b63e23b49128
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: 86c4b05e-c0c1-453d-b1bc-642f7233511f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: a5b7b2e8-f3b8-46ef-97d3-f0067a09d043
  kind: Event
  lastTimestamp: "2026-04-22T15:07:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:07:26Z"
    name: isvc-xgboost-runtime-predictor.18a8b641a27d5af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35301"
    uid: 49b6a4f1-a353-4f8d-9f10-3ecd77076db0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: a5b7b2e8-f3b8-46ef-97d3-f0067a09d043
  kind: Event
  lastTimestamp: "2026-04-22T15:07:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:07:26Z"
    name: isvc-xgboost-runtime-predictor.18a8b641a2e378d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: c3fff15e-89bb-4875-8d26-43d80eb5b426
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: a5b7b2e8-f3b8-46ef-97d3-f0067a09d043
  kind: Event
  lastTimestamp: "2026-04-22T15:08:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:08:11Z"
    name: isvc-xgboost-runtime-predictor.18a8b6452255f61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: a7daa1c8-8a46-4714-b6b5-20d2cdd37cab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35302"
    uid: a5b7b2e8-f3b8-46ef-97d3-f0067a09d043
  kind: Event
  lastTimestamp: "2026-04-22T15:08:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:08:11Z"
    name: isvc-xgboost-runtime-predictor.18a8b64522d0d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 00cd0ecf-3f6a-4828-ad58-b2a95d9869cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: 600764ff-5431-4cf8-b11f-56db8c2e6fee
  kind: Event
  lastTimestamp: "2026-04-22T15:08:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:08:17Z"
    name: isvc-xgboost-runtime.18a8b63e23c21672
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: bfe3e834-3087-49f4-9a36-a890be10baf8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: 600764ff-5431-4cf8-b11f-56db8c2e6fee
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: isvc-xgboost-runtime.18a8b63e243b17ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: 98bf2cf2-4991-4e7b-bce8-58637aebf907
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35677"
    uid: 600764ff-5431-4cf8-b11f-56db8c2e6fee
  kind: Event
  lastTimestamp: "2026-04-22T15:08:17Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:08:17Z"
    name: isvc-xgboost-runtime.18a8b64dab02e5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35678"
    uid: 21d51811-fdde-48c6-a2ca-22fc73b8e7d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:05:50.734184Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34437"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62b736f664c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: ebaab40a-ec03-4292-b3c4-450ca2f6b8d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:51Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:05:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62b8c37722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: 34bff852-79c1-4d1b-98d8-ad8988451d54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62b8df54aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34459"
    uid: 33c91f47-b36e-4a8c-b334-01bbf4ce50fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62b908ce78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34461"
    uid: 44ea0c90-377a-48c2-8d41-ab3ee513dc12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62b90e66045
    namespace: kserve-ci-e2e-test
    resourceVersion: "34462"
    uid: e565f466-4d05-468d-abed-f1ece07ad5a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T15:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62c9ced0fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34501"
    uid: eeeafae1-3165-4975-9198-e3135eec7767
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62c9ff2c713
    namespace: kserve-ci-e2e-test
    resourceVersion: "34503"
    uid: 48a6d9b5-0d6d-432a-8c65-942f5c1bf4fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:05:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:05:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:05:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b62ca048d2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34506"
    uid: dd4bcfd5-459e-455c-8ff8-5dd01a8287b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34439"
    uid: 81712e5b-ea67-4bc8-bf5c-1d40a7ea76b8
  kind: Event
  lastTimestamp: "2026-04-22T15:06:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h.18a8b634cc953c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "34795"
    uid: 55fd259f-367b-4a89-a64c-b267d8eb7c27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: af2636c5-6083-408a-95aa-eb2b7456a631
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rzm4h'
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a8b62b72f9b45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34438"
    uid: 188221db-8b8b-4e55-8e70-9471e4e9cd9d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: b73c4014-d3bb-4240-9fcf-fb7bae0d953a
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8b62b6e86d1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34427"
    uid: b5e1aca6-ebdf-410d-91d1-87fab5a45cd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 6ecc9834-9b98-49f3-90bd-a3ab06a3a47c
  kind: Event
  lastTimestamp: "2026-04-22T15:06:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:06:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8b62eed51cf71
    namespace: kserve-ci-e2e-test
    resourceVersion: "34682"
    uid: b185502b-d0a0-4ada-906e-3b534d6a227e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34424"
    uid: 6ecc9834-9b98-49f3-90bd-a3ab06a3a47c
  kind: Event
  lastTimestamp: "2026-04-22T15:06:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:06:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8b62eedbb88f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34683"
    uid: 11f26e6d-69fc-4679-803f-b995ccca200f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34400"
    uid: 63b1b3e9-1257-4f29-a4ae-da48e338031b
  kind: Event
  lastTimestamp: "2026-04-22T15:06:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:06:27Z"
    name: isvc-xgboost-v2-mlserver.18a8b62b6e8dc88a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 7a366afe-a957-4882-93f6-5725002e6c3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34400"
    uid: 63b1b3e9-1257-4f29-a4ae-da48e338031b
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost-v2-mlserver.18a8b62b6f139cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: b8c7daa8-dbf3-4d1f-873d-a719ef1086a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 63b1b3e9-1257-4f29-a4ae-da48e338031b
  kind: Event
  lastTimestamp: "2026-04-22T15:06:27Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:06:27Z"
    name: isvc-xgboost-v2-mlserver.18a8b6341738fa05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34736"
    uid: dcf7d54d-2ad4-48dd-bad7-5b7c4c84e9c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:09:11.436667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    to ip-10-0-136-45.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65a2e3c49e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 987520db-6cbc-419a-8a37-01b66fbc56a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65a47681c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36198"
    uid: 185cc8bd-4326-4bf0-b15d-110ba6b52593
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65a48b017bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 15f398b0-e491-401a-9f36-69acf4b093ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65a4c53d22b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: ee4bc214-e8f5-4bc6-9bd9-b5f91d82614a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65a4cc083a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36203"
    uid: 05d84a83-c8b1-4a7c-9fe2-4a399aec7faa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:16Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:16Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65b3e56445f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36241"
    uid: 5da4e848-683a-4cfe-96df-b1e5725d740f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:16Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65b419ed29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: ff28f30c-e771-4961-a9f9-e1ed3c78a6a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:09:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:16Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65b420f1b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 44bbc0c2-1a8c-4afa-9dc3-e6fd2fd8c00a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:10:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T15:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:08Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b65b7a46b184
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: c82a935e-17cf-4570-966c-46e7013293bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: 9602220c-072e-43df-9f14-733c64e836c2
  kind: Event
  lastTimestamp: "2026-04-22T15:10:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:10:21Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f.18a8b66a824131c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: d721006c-fe14-4e3b-b736-0c410e203bee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: 7258b2c1-37e0-4826-9d61-54d37d4b4796
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-mrx6f'
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a8b65a2dcc8db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36179"
    uid: 898690e7-1063-4ea6-9e13-87e57bde0115
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: dabcc867-5201-4ea0-933f-df554c0ef870
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-predictor.18a8b65a2b32a440
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: 3170adf2-61ce-48df-9b90-7150a699a18d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 548f7d12-e65c-4c56-a1d5-8215cda5f5bc
  kind: Event
  lastTimestamp: "2026-04-22T15:09:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:09:41Z"
    name: isvc-xgboost-v2-predictor.18a8b65daa6a552e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: a33813f4-9145-4d9e-a71c-3fdcc3c945ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36167"
    uid: 548f7d12-e65c-4c56-a1d5-8215cda5f5bc
  kind: Event
  lastTimestamp: "2026-04-22T15:09:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:09:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:09:41Z"
    name: isvc-xgboost-v2-predictor.18a8b65daae8418e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: 3fad024e-337e-40e3-92fc-9734c20d7a8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: 548f7d12-e65c-4c56-a1d5-8215cda5f5bc
  kind: Event
  lastTimestamp: "2026-04-22T15:10:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:10:11Z"
    name: isvc-xgboost-v2-predictor.18a8b664a98ea037
    namespace: kserve-ci-e2e-test
    resourceVersion: "36642"
    uid: 665dda25-63bc-4b1d-bc72-04bced4958c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: 548f7d12-e65c-4c56-a1d5-8215cda5f5bc
  kind: Event
  lastTimestamp: "2026-04-22T15:10:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:10:11Z"
    name: isvc-xgboost-v2-predictor.18a8b664a9f71551
    namespace: kserve-ci-e2e-test
    resourceVersion: "36643"
    uid: 128ae3c2-8732-470f-b6e4-82691f8674c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:08:21.320813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35744"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64e83191376
    namespace: kserve-ci-e2e-test
    resourceVersion: "35749"
    uid: 8ce641cd-464f-4d75-a49f-0aa9e3ca50bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64e9c0f247b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35759"
    uid: 43fb41cc-d7f4-4409-a25a-b21778ee37c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64e9d63e3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: cf5d47f2-8f1a-4f33-9a80-7fd1d3ac9065
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64ea04674cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35764"
    uid: afe31654-52f5-47dd-9d59-51767e2a8a91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64ea0b034c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35765"
    uid: c342c33a-2bc6-4a91-bf4e-4c0d87eb28b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T15:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64fa2f4f79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: 8b63838d-31f8-475c-bb7d-a1997e5954a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64fa5978946
    namespace: kserve-ci-e2e-test
    resourceVersion: "35811"
    uid: f0f779e5-6631-4760-a6c1-182bbb92aa63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:26Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b64fa60ca325
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 7b1ed41d-520f-4e5c-a490-0ccdaf8735e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:08:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T15:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:08:58Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b6571b472487
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 87831d99-18a1-4d5a-bb5f-5248998397ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b65a2c3b0bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36176"
    uid: bad9ed62-9534-4a78-b011-80a7ac4308ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 460889b2-b7bd-4ece-93d4-ea177341c2a9
  kind: Event
  lastTimestamp: "2026-04-22T15:09:18Z"
  message: 'Readiness probe failed: Get "http://10.134.0.52:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T15:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:09:18Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk.18a8b65bbed039cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36263"
    uid: cb347963-860d-4538-9577-dab859a33a39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35733"
    uid: d6ec45b4-8390-4cd6-b9c6-a778190970e0
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-qfhjk'
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a8b64e82930495
    namespace: kserve-ci-e2e-test
    resourceVersion: "35746"
    uid: 720827a8-cc58-4c6f-a568-7897c0df3483
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35730"
    uid: 457cb556-4fc9-45ed-9fb0-fa2f4dc89662
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8b64e7e3c2d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35737"
    uid: cd50dc0f-0846-465a-a70d-dfe6ec13eb03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: dd0daf02-af52-4575-b5f3-eeb4b50220e6
  kind: Event
  lastTimestamp: "2026-04-22T15:09:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:09:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8b651fc4e0c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 90fabbba-980e-41d0-9339-a18b0c52f469
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: dd0daf02-af52-4575-b5f3-eeb4b50220e6
  kind: Event
  lastTimestamp: "2026-04-22T15:09:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:09:06Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8b651fcb4de6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: 11974bfb-3f1d-4ee8-92e9-057462fa73cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: a611e5a7-0373-4fde-8ae2-93a72451bc34
  kind: Event
  lastTimestamp: "2026-04-22T15:09:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:09:08Z"
    name: isvc-xgboost-v2-runtime.18a8b64e7d839bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: bf18080b-fa09-43aa-8c81-089b42065038
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:08:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: a611e5a7-0373-4fde-8ae2-93a72451bc34
  kind: Event
  lastTimestamp: "2026-04-22T15:08:21Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:08:21Z"
    name: isvc-xgboost-v2-runtime.18a8b64e7e3c7583
    namespace: kserve-ci-e2e-test
    resourceVersion: "35735"
    uid: 1f59308e-5b50-4761-9492-c811d0b45d16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36115"
    uid: a611e5a7-0373-4fde-8ae2-93a72451bc34
  kind: Event
  lastTimestamp: "2026-04-22T15:09:08Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:09:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:09:08Z"
    name: isvc-xgboost-v2-runtime.18a8b6597004563a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: 3ed9af45-51a1-4b4c-a168-37ded76d193c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: fad88113-2587-4e76-83a4-3b594369f194
  kind: Event
  lastTimestamp: "2026-04-22T15:10:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:10:18Z"
    name: isvc-xgboost-v2.18a8b65a2b14e6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 3e72572a-f684-4ad5-b193-f077f12cdfd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:09:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: fad88113-2587-4e76-83a4-3b594369f194
  kind: Event
  lastTimestamp: "2026-04-22T15:09:11Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:09:11Z"
    name: isvc-xgboost-v2.18a8b65a2b737253
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: a6e1fdbf-16db-4fa9-8182-70dbebf5ce23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:10:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36697"
    uid: fad88113-2587-4e76-83a4-3b594369f194
  kind: Event
  lastTimestamp: "2026-04-22T15:10:18Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:10:18Z"
    name: isvc-xgboost-v2.18a8b669b322fd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36698"
    uid: 9fdbd56c-f791-4f69-9727-bbda35ce044c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33685"
    uid: 301fbca3-7459-468c-af03-0d4f19b4bd1d
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost.18a8b6166d7be6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34390"
    uid: dad9a9b6-9dfb-40b1-b2ac-a5c2895684ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33685"
    uid: 301fbca3-7459-468c-af03-0d4f19b4bd1d
  kind: Event
  lastTimestamp: "2026-04-22T15:04:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:04:20Z"
    name: isvc-xgboost.18a8b6166de0d436
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: 658fd070-07ad-4770-aaba-86a79269eb76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:04:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "33693"
    uid: 301fbca3-7459-468c-af03-0d4f19b4bd1d
  kind: Event
  lastTimestamp: "2026-04-22T15:04:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:04:20Z"
    name: isvc-xgboost.18a8b61672bfbce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: e9dcc5e7-0889-4277-8ba1-5415efd336f4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:05:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34388"
    uid: 301fbca3-7459-468c-af03-0d4f19b4bd1d
  kind: Event
  lastTimestamp: "2026-04-22T15:05:50Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:05:50Z"
    name: isvc-xgboost.18a8b62b4faa7b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34389"
    uid: f2f66532-0e57-482e-bb33-745ed0ae3464
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:28:17.653585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-8dwjm
    to ip-10-0-136-45.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b41edd5dd99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: add88b03-5f12-4d6b-b8aa-547cf9668c36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b41ee53963cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 3139d172-74cd-4b33-9878-31fe4bfd48d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b41ee6870614
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: 51fa2f1b-e655-465a-b3ba-420c70391d96
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: "2026-04-22T14:28:18Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.101s (1.101s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T14:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:18Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b41f28314689
    namespace: kserve-ci-e2e-test
    resourceVersion: "15364"
    uid: 4d706f56-2e79-4517-a22f-272d94bd12eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: "2026-04-22T14:28:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:19Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b41f303bc5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: e2a9d6fe-7220-4a38-ae0b-74eebe78ef58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: "2026-04-22T14:28:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:28:19Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b41f30bf9223
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: bc75cd3e-ee3b-45a2-b281-09ab48e61636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-8dwjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 47d703f1-c3e3-4fe3-b847-f3a7a9ff8b58
  kind: Event
  lastTimestamp: "2026-04-22T14:29:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:29:43Z"
    name: message-dumper-predictor-7f66cccfb6-8dwjm.18a8b432e2defaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 5c46452f-34db-4c81-a139-32d8bc6e2d47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 40ad262e-eb80-4e8f-8c93-88bbd9474d45
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-8dwjm'
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: message-dumper-predictor-7f66cccfb6.18a8b41edcdb0d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 2983c84d-974b-4137-a83f-a1de16100446
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 39c5be2f-4d5a-4caf-a7b2-42ee5966be23
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: message-dumper-predictor.18a8b41edaba3aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: a8ece118-7f86-454d-96ae-d3c41022a7d9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 83f525e3-d01b-474f-92f0-7bc234393116
  kind: Event
  lastTimestamp: "2026-04-22T14:28:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:47Z"
    name: message-dumper-predictor.18a8b422595b6382
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 5e467f71-afe9-4ae7-b518-9ab6cf6ec3ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 83f525e3-d01b-474f-92f0-7bc234393116
  kind: Event
  lastTimestamp: "2026-04-22T14:28:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:28:47Z"
    name: message-dumper-predictor.18a8b42259e906e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: 2e80a723-c348-440e-80fd-1e3639d2802c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: cf240411-9da6-4334-b7c7-cc48128b85e7
  kind: Event
  lastTimestamp: "2026-04-22T14:28:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:19Z"
    name: message-dumper.18a8b41eda93f35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: b4a89a7a-65c4-46c8-bef8-f3f1f2d5b2ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: cf240411-9da6-4334-b7c7-cc48128b85e7
  kind: Event
  lastTimestamp: "2026-04-22T14:28:17Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T14:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:17Z"
    name: message-dumper.18a8b41edb277302
    namespace: kserve-ci-e2e-test
    resourceVersion: "15330"
    uid: 2925694e-119d-4e45-91da-49e9b138041e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:28:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: cf240411-9da6-4334-b7c7-cc48128b85e7
  kind: Event
  lastTimestamp: "2026-04-22T14:28:19Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:28:19Z"
    name: message-dumper.18a8b41f48e11e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: c2969189-e554-433b-920e-eba952e8064a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T14:56:12.133419Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a4bc246ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29591"
    uid: a3c59cb6-84c7-4f98-bfe0-4bf8879cc30e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a4d4859914
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: 56e7faee-de6c-4849-a259-fa51244ef112
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a4d6068dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29605"
    uid: f497213d-2770-4a20-bc01-e30521620547
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a4d8b1047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29607"
    uid: 8107ea53-a7a0-4102-97d2-1180eb642c68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a4d918e222
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 77df0612-1521-4799-8575-5301e64c9850
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:17Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T14:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a5e4975c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: 9c197de7-91a9-4c47-8898-d139218b11f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T14:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a5e7e2f66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: 57eb20c9-c1f5-4f96-b219-fed7a745fa82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:17Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5a5e852f3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29652"
    uid: d940af89-c2ac-4afa-a366-a73568889334
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:56:49Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T14:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:56:49Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5ad5985c021
    namespace: kserve-ci-e2e-test
    resourceVersion: "29880"
    uid: 5f6ebc13-2ec0-4820-bde0-79a429dae91d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:57:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: e243a0b5-3a95-4107-91ca-b32c82d0ba35
  kind: Event
  lastTimestamp: "2026-04-22T14:57:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T14:57:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T14:57:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-k55nm.18a8b5b0670f5e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30008"
    uid: 6fa4ea10-e469-40ae-a1d0-3ff16c7458e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "29572"
    uid: 6834928f-d635-4ef9-860e-018804e9c68c
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-k55nm'
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a8b5a4bbb6299d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29588"
    uid: 32a2e5a4-2860-4774-befa-7f0b0c348597
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: 9065cc98-5cba-483b-9d41-9891bb835cf5
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver-predictor.18a8b5a4b866e2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 65698a96-9f16-4c40-ac43-54ddefcbf8f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: 12763219-d1e0-4ce3-a564-8e3bd700f948
  kind: Event
  lastTimestamp: "2026-04-22T14:56:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:27Z"
    name: sklearn-v2-mlserver-predictor.18a8b5a836ed28e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: 3a5894fb-0809-49f3-9e34-fec90667651d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29570"
    uid: 12763219-d1e0-4ce3-a564-8e3bd700f948
  kind: Event
  lastTimestamp: "2026-04-22T14:56:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T14:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:27Z"
    name: sklearn-v2-mlserver-predictor.18a8b5a83746fdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29724"
    uid: 219c1791-0bf0-4f8e-9baa-2fa89b5f3956
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29723"
    uid: 12763219-d1e0-4ce3-a564-8e3bd700f948
  kind: Event
  lastTimestamp: "2026-04-22T14:56:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:57Z"
    name: sklearn-v2-mlserver-predictor.18a8b5abb6d25eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29931"
    uid: 9a7f7124-1d94-4aeb-b184-d033f3650499
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29723"
    uid: 12763219-d1e0-4ce3-a564-8e3bd700f948
  kind: Event
  lastTimestamp: "2026-04-22T14:56:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T14:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T14:56:57Z"
    name: sklearn-v2-mlserver-predictor.18a8b5abb7542acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29932"
    uid: 402e5b48-ee8e-4a39-8970-09453d826d13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 1c499292-6d0f-4582-98d8-a08989dd9025
  kind: Event
  lastTimestamp: "2026-04-22T14:56:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:56:59Z"
    name: sklearn-v2-mlserver.18a8b5a4b83eb5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: 02159626-0f5b-49a5-86b6-a2b116cd983d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 1c499292-6d0f-4582-98d8-a08989dd9025
  kind: Event
  lastTimestamp: "2026-04-22T14:56:12Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T14:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:56:12Z"
    name: sklearn-v2-mlserver.18a8b5a4b8c50115
    namespace: kserve-ci-e2e-test
    resourceVersion: "29579"
    uid: 816067f1-1e37-41dd-93b8-02aa6c960168
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T14:56:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29955"
    uid: 1c499292-6d0f-4582-98d8-a08989dd9025
  kind: Event
  lastTimestamp: "2026-04-22T14:56:59Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T14:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T14:56:59Z"
    name: sklearn-v2-mlserver.18a8b5afb1a99904
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: bbeb8590-af0f-482f-a0d2-8309941eacfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T15:06:30.938252Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34801"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    to ip-10-0-142-195.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T15:06:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T15:06:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b634cfc8c31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34806"
    uid: 6189ff74-fa45-4b68-aa04-315ffae2520d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-95fdd55-68rgs
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:31Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T15:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T15:06:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b634e7b6a8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34817"
    uid: 6b56d912-5c41-45ae-beb7-b09fdff51dde
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:498563386b50b61380307187059de966bc0a117e7161dd79d36731f0b2ebd43d"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T15:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b634ea27b87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34819"
    uid: e88a675a-0690-48fd-b273-9ea1d5a53101
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T15:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b634ecc19334
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: d034ac9b-58a9-46df-a9ab-e87e2577fbb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T15:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b634ed4057af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: 43c88485-12e9-44eb-917e-af03db22f02a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T15:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b635f3cb6da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 477e4036-08ca-48ad-b93f-839751104435
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T15:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b635f6616c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34859"
    uid: 5a94965a-1bb4-46f4-ae20-7fa570667262
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:06:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:06:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b635f6c0fd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34860"
    uid: 2e8e6f67-03ab-4569-b71b-086195b1f9af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34803"
    uid: bd2cc1ef-507d-4554-b975-ea9ae7c2f82a
  kind: Event
  lastTimestamp: "2026-04-22T15:07:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T15:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T15:07:11Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-rqqj7.18a8b63e23aaaa37
    namespace: kserve-ci-e2e-test
    resourceVersion: "35150"
    uid: 21a9daef-d7a5-462d-8906-1933562b4ee1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-195.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-195.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34786"
    uid: 5264a9ef-4f4c-46a5-991b-f6abf6ab64bd
  kind: Event
  lastTimestamp: "2026-04-22T15:06:30Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-rqqj7'
  metadata:
    creationTimestamp: "2026-04-22T15:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:06:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a8b634cf306079
    namespace: kserve-ci-e2e-test
    resourceVersion: "34802"
    uid: 87b6fbf6-686f-4782-94e2-cb704b552535
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: 9c0a0074-4f6d-4f5e-a96d-3dc652125302
  kind: Event
  lastTimestamp: "2026-04-22T15:06:30Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T15:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:06:30Z"
    name: xgboost-v2-mlserver-predictor.18a8b634caf713b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34790"
    uid: 14212f34-4322-49c9-a2a6-22272f0a5746
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34785"
    uid: 2100c7cb-3945-42a0-bcb8-494e5edb2d23
  kind: Event
  lastTimestamp: "2026-04-22T15:06:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:06:45Z"
    name: xgboost-v2-mlserver-predictor.18a8b63849df53ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34937"
    uid: a2c6db19-2106-42ce-bbbf-cd37168a37ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34785"
    uid: 2100c7cb-3945-42a0-bcb8-494e5edb2d23
  kind: Event
  lastTimestamp: "2026-04-22T15:06:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T15:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:06:45Z"
    name: xgboost-v2-mlserver-predictor.18a8b6384a4cadc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34939"
    uid: 47587594-485c-4ee6-8109-9b8571fb6e17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: 2100c7cb-3945-42a0-bcb8-494e5edb2d23
  kind: Event
  lastTimestamp: "2026-04-22T15:07:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:07:00Z"
    name: xgboost-v2-mlserver-predictor.18a8b63bc91a446e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: 7ba52856-179a-4404-8c32-86a714da0190
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34938"
    uid: 2100c7cb-3945-42a0-bcb8-494e5edb2d23
  kind: Event
  lastTimestamp: "2026-04-22T15:07:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T15:07:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T15:07:00Z"
    name: xgboost-v2-mlserver-predictor.18a8b63bc9911839
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: 8c93fc78-a017-4e0c-b14d-58d22a80e6a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 4b670696-752e-43d2-9051-2d50abf734b0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T15:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:07:07Z"
    name: xgboost-v2-mlserver.18a8b634cab4b95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35093"
    uid: 89480908-2a3e-4d9b-8518-bbffe289611e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:06:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 4b670696-752e-43d2-9051-2d50abf734b0
  kind: Event
  lastTimestamp: "2026-04-22T15:06:30Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T15:06:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:06:30Z"
    name: xgboost-v2-mlserver.18a8b634cbdedab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34791"
    uid: 4ed5b4ea-c7ae-4d9e-9137-caa4c69e5e0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T15:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: 4b670696-752e-43d2-9051-2d50abf734b0
  kind: Event
  lastTimestamp: "2026-04-22T15:07:07Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T15:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T15:07:07Z"
    name: xgboost-v2-mlserver.18a8b63d35bdde2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: 4ac66f6e-56e8-4b10-9dfe-3f9397b5c083
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39940"